-- Logs begin at Mon 2022-07-04 08:33:31 UTC, end at Mon 2022-07-04 09:36:29 UTC. -- Jul 04 09:06:16.434175 dv-cinder-819149-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 04 09:06:19.101134 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.common.config [-] Logging enabled! Jul 04 09:06:19.101764 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 04 09:06:19.101867 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103947) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 09:06:19.105129 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.common.config [-] Logging enabled! Jul 04 09:06:19.105382 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev399 Jul 04 09:06:19.105691 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103947) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 09:06:19.106667 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 09:06:19.106899 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 09:06:19.107264 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 09:06:19.107506 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 09:06:19.107730 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 09:06:19.108149 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.108449 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.108675 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.108959 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.109252 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.109534 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.109822 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.110143 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.110429 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.110716 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.111002 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.111230 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.111495 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.111780 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.112068 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.112292 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] debug = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.112573 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.113013 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.113419 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.113699 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.114017 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.114312 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.114568 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.114879 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.115165 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.115495 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] host = dv-cinder-819149-7-iscsi {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.115774 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.116063 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.116346 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.116634 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.116913 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.117190 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.117478 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.117751 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.118055 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.118334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.118623 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.118913 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.119203 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.119430 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.119653 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.119938 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.120237 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.120517 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.120800 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.121076 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.121354 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.121631 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.121920 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.122215 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.122500 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.122790 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.123069 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.123343 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.123616 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.123889 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.124178 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.124459 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.124736 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.125014 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.125303 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.125578 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.125853 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.126179 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.126463 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.126745 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.127030 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.127307 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.127591 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.127863 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.128133 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.128403 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_json = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.128676 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.128948 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.129230 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.129502 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.129776 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.130079 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.130427 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.130721 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.130998 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:19.131297 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.131597 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.131903 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.132187 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.132488 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.132772 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.133062 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.133341 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.133634 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.133948 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.134562 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.134841 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.135146 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.135435 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.135731 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.136038 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.136334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.136625 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.136901 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.137176 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.137452 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.137732 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.138051 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.138331 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.138620 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.138909 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.139192 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.139493 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.139778 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.140067 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.140362 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.140657 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.140931 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.141208 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.141499 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.141779 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.142078 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.142366 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.142643 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.142916 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.143197 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.143487 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.143776 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.144048 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.144323 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.144609 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.144884 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.145159 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.145431 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.145708 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.146091 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.146334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.146610 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.146883 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.147155 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.147431 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.147703 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.147975 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.148250 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.148520 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.148796 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.149070 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.149343 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.149616 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.149905 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.150180 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.150452 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.150728 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.151002 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.151275 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.151550 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.151822 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.152094 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.152366 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.152663 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.152938 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.153216 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.153494 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.153769 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.154073 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.154689 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.154689 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.154878 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.155148 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.155437 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.155720 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.156007 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.156286 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.156561 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.156882 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.157160 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.157435 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.157717 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.158018 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.158299 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.158580 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.158864 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.159156 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.159447 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.159728 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.160020 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.160310 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.160606 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.160884 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.161194 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.161472 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:19.161733 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 09:06:19.162000 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103947) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 04 09:06:19.458810 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 09:06:19.459000 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 09:06:19.459293 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 09:06:19.459634 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 04 09:06:19.865644 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.865909 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.866209 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.869116 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.869397 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.869661 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.921903 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.922194 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.922455 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.936900 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.937154 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.937455 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.967163 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.967447 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:19.967712 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.003297 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.003547 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.003843 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.232454 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.233091 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.233091 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.233235 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.233922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.331446 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.331736 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.332051 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.332319 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.332582 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.332890 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.333147 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.333405 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.333731 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.334044 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.334306 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.334552 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.334804 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.335052 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.335304 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.335566 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.335819 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.336084 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.336346 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.336589 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.336861 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.337111 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.337390 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.337767 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.338037 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.338284 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.338677 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:20.338918 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:20.339153 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:20.339391 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:20.339623 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:20.339855 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:20.340227 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 04 09:06:20.343321 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 04 09:06:20.347273 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 04 09:06:20.351084 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 04 09:06:20.352712 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 04 09:06:20.353331 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 04 09:06:20.353670 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 04 09:06:20.354064 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 04 09:06:20.356823 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 04 09:06:20.357071 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 04 09:06:20.357389 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 09:06:20.362569 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 04 09:06:20.385600 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 04 09:06:20.386079 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.386374 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103947) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 04 09:06:20.386746 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.388123 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103947) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 04 09:06:20.388401 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 09:06:20.388646 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 04 09:06:20.392134 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.392415 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:20.529593 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 04 09:06:20.529821 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 04 09:06:20.530312 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 04 09:06:20.530927 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 04 09:06:20.585156 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO dbcounter [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Registered counter for database neutron Jul 04 09:06:20.602787 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_db.sqlalchemy.engines [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103947) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 04 09:06:20.608599 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG dbcounter [-] [103947] Writer thread running {{(pid=103947) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 09:06:21.147302 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing driver for type 'gre' Jul 04 09:06:21.147825 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] gre ID ranges: [(1, 1000)] Jul 04 09:06:21.209026 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing driver for type 'local' Jul 04 09:06:21.209369 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing driver for type 'vlan' Jul 04 09:06:21.225208 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] VlanTypeDriver initialization complete Jul 04 09:06:21.225535 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing driver for type 'vxlan' Jul 04 09:06:21.226059 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] vxlan ID ranges: [(1, 1000)] Jul 04 09:06:21.280293 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing extension driver 'port_security' Jul 04 09:06:21.280930 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.extensions.port_security [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] PortSecurityExtensionDriver initialization complete Jul 04 09:06:21.281020 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing mechanism driver 'openvswitch' Jul 04 09:06:21.281283 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing mechanism driver 'hyperv' Jul 04 09:06:21.291710 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:06:21.292733 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.293261 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.293757 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.294540 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:06:21.295161 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.295631 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.296100 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.296721 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:06:21.297308 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.297801 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.298293 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.298809 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:06:21.299407 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > security_group after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.299884 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > security_group after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.300334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.300831 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:06:21.301364 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.301845 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.302312 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.302723 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:06:21.303265 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > address_group after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.303770 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > address_group after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.304274 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.304868 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 09:06:21.305541 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] ML2 OVO RPC backend initialized. {{(pid=103947) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 04 09:06:21.306674 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.307193 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.307840 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.308357 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > networks before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.308869 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.309376 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > ports before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.309921 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnet before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.310431 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnets before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.310907 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.311365 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.311880 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.312361 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.312865 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.313360 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.313859 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.314394 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.314891 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.323626 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded quota_driver: . Jul 04 09:06:21.323973 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.plugin [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Modular L2 Plugin initialization complete Jul 04 09:06:21.324430 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading services supported by the core plugin {{(pid=103947) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 04 09:06:21.324754 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Got port-security extension from driver 'port_security' Jul 04 09:06:21.325248 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.extensions.vlantransparent [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Disabled vlantransparent extension. Jul 04 09:06:21.325749 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103947) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 04 09:06:21.326101 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: router Jul 04 09:06:21.361334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.361714 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router after_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.362115 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router before_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.362613 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.362985 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.363348 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router after_delete 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.363706 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.364059 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.364421 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router after_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.364796 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.365124 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.365488 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.365843 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.366276 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.366648 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.366981 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.367313 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.367644 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.367986 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.368334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.368672 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: port before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.369011 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.369365 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.369690 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.370071 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.370435 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.370780 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.371150 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > agent after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.371502 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > agent after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.371850 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.372687 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Tracking information for resource: router configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:21.373011 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Tracking information for resource: floatingip configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 09:06:21.377785 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.db.l3_agentschedulers_db [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 04 09:06:21.378412 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.378784 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.379134 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.379484 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.380295 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router before_create 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.380705 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.381074 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_create 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.381426 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > router precommit_update 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.386635 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.services.provider_configuration [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service providers = [] {{(pid=103947) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 04 09:06:21.387000 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.db.servicetype_db [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103947) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 04 09:06:21.389931 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:06:21.390305 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:06:21.390644 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:06:21.391703 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 09:06:21.392074 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.services.service_base [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 04 09:06:21.392450 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.392767 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 04 09:06:21.403278 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.403544 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: auto_allocate Jul 04 09:06:21.409299 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: network precommit_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.409671 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: network precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.410217 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.410535 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: tag Jul 04 09:06:21.417457 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.417646 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: timestamp Jul 04 09:06:21.421492 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.421824 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: network_ip_availability Jul 04 09:06:21.427340 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.427716 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.428134 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.428851 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.429166 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: flavors Jul 04 09:06:21.434058 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.434385 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading Plugin: revisions Jul 04 09:06:21.438628 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 09:06:21.439015 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.980s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 09:06:21.439746 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103947) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 04 09:06:21.440076 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Initializing extension manager. Jul 04 09:06:21.440596 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: __init__.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.440942 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: __pycache__ {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.441271 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: address_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.442041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.442611 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: address-group Jul 04 09:06:21.443009 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: address_scope.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.443887 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.444397 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: address-scope Jul 04 09:06:21.444716 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.445636 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.446169 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: router-admin-state-down-before-update Jul 04 09:06:21.446489 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: agent.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.447187 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.447694 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: agent Jul 04 09:06:21.448018 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: agent_resources_synced.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.448919 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.449429 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: agent-resources-synced Jul 04 09:06:21.449747 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: allowedaddresspairs.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.451550 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.452067 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: allowed-address-pairs Jul 04 09:06:21.452394 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: auto_allocated_topology.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.453460 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.453997 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: auto-allocated-topology Jul 04 09:06:21.454324 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: availability_zone.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.455016 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.455519 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: availability_zone Jul 04 09:06:21.455833 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: availability_zone_filter.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.456734 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.457236 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: availability_zone_filter Jul 04 09:06:21.457555 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: data_plane_status.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.458618 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.460922 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension data-plane-status not supported by any of loaded plugins Jul 04 09:06:21.461246 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: default_subnetpools.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.462211 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.462713 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: default-subnetpools Jul 04 09:06:21.463035 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.463849 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.464354 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: dhcp_agent_scheduler Jul 04 09:06:21.464673 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: dns.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.465584 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.466111 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension dns-integration not supported by any of loaded plugins Jul 04 09:06:21.466431 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: dns_domain_ports.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.467348 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.467853 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 04 09:06:21.468174 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.469087 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.469585 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 04 09:06:21.469907 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: dvr.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.470607 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.471108 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: dvr Jul 04 09:06:21.471425 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: ecmp_routes.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.472345 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.472844 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 04 09:06:21.473162 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: empty_string_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.474195 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.474691 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: empty-string-filtering Jul 04 09:06:21.475015 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.475918 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.476418 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 04 09:06:21.476737 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.477641 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.478348 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 04 09:06:21.478671 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: external_net.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.479573 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.480072 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: external-net Jul 04 09:06:21.480393 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.481291 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.481795 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: extra_dhcp_opt Jul 04 09:06:21.482139 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: extraroute.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.483189 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.483562 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: extraroute Jul 04 09:06:21.483882 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: extraroute_atomic.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.484890 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.485393 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: extraroute-atomic Jul 04 09:06:21.485714 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: filter_validation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.486421 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.486958 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: filter-validation Jul 04 09:06:21.487280 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: fip_pf_description.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.488190 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.488692 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 04 09:06:21.489009 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: fip_pf_port_range.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.489988 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.490491 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 04 09:06:21.490815 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: fip_port_details.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.491743 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.492258 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: fip-port-details Jul 04 09:06:21.492580 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: flavors.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.493788 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.494330 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: flavors Jul 04 09:06:21.494654 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.496342 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.496865 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 04 09:06:21.497191 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: floatingip_pools.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.497912 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.498424 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: floatingip-pools Jul 04 09:06:21.498743 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: ip_allocation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.499657 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.500162 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension ip_allocation not supported by any of loaded plugins Jul 04 09:06:21.500483 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.501406 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.501942 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: ip-substring-filtering Jul 04 09:06:21.502272 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l2_adjacency.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.503202 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.503703 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 04 09:06:21.504021 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.505003 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.505607 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: router Jul 04 09:06:21.505965 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.508297 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.508823 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 04 09:06:21.509478 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.510460 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.510974 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: ext-gw-mode Jul 04 09:06:21.511299 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.512217 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.512724 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: l3-ha Jul 04 09:06:21.513042 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.513992 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.514496 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 04 09:06:21.514814 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3_flavors.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.515725 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.516228 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: l3-flavors Jul 04 09:06:21.516549 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.517925 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.518451 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 04 09:06:21.518775 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.519688 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.520197 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 04 09:06:21.520523 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: l3agentscheduler.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.521761 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.522308 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: l3_agent_scheduler Jul 04 09:06:21.522633 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: local_ip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.524469 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.524998 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension local_ip not supported by any of loaded plugins Jul 04 09:06:21.525333 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: logging.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.526819 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.527341 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension logging not supported by any of loaded plugins Jul 04 09:06:21.527673 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: metering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.528415 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.528989 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: metering Jul 04 09:06:21.529316 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.530442 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.530949 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: metering_source_and_destination_fields Jul 04 09:06:21.531272 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: multiprovidernet.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.532207 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.532713 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: multi-provider Jul 04 09:06:21.533034 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: netmtu.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.533973 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.534460 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: net-mtu Jul 04 09:06:21.534779 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: netmtu_writable.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.535691 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.536198 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: net-mtu-writable Jul 04 09:06:21.536518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: network_availability_zone.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.537313 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.537816 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: network_availability_zone Jul 04 09:06:21.538161 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: network_ip_availability.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.539270 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.539778 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: network-ip-availability Jul 04 09:06:21.540100 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: network_segment_range.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.540868 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.541372 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension network-segment-range not supported by any of loaded plugins Jul 04 09:06:21.541689 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: pagination.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.542704 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.543031 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: pagination Jul 04 09:06:21.543347 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: port_device_profile.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.544260 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.544770 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: port-device-profile Jul 04 09:06:21.545090 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: port_mac_address_override.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.546046 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.546555 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: port-mac-override Jul 04 09:06:21.546872 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.547793 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.548295 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: port-mac-address-regenerate Jul 04 09:06:21.548614 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.549518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.550060 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: port-numa-affinity-policy Jul 04 09:06:21.550380 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: port_resource_request.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.551285 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.551794 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension port-resource-request not supported by any of loaded plugins Jul 04 09:06:21.552108 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: port_resource_request_groups.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.553349 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.553862 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 04 09:06:21.554207 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: portbindings.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.555133 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.555646 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: binding Jul 04 09:06:21.555963 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: portbindings_extended.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.557214 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.557722 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: binding-extended Jul 04 09:06:21.558071 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: portsecurity.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.558993 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.559503 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: port-security Jul 04 09:06:21.559818 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: project_id.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.560782 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.561109 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: project-id Jul 04 09:06:21.561425 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: providernet.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.562393 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.562897 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: provider Jul 04 09:06:21.563216 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.568403 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.568924 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos not supported by any of loaded plugins Jul 04 09:06:21.569253 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.570532 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.571048 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 04 09:06:21.571374 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.572427 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.572838 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 04 09:06:21.573160 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_default.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.574111 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.574620 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-default not supported by any of loaded plugins Jul 04 09:06:21.574940 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_fip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.575866 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.576371 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-fip not supported by any of loaded plugins Jul 04 09:06:21.576690 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.577600 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.578127 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 04 09:06:21.578447 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_gateway_ip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.579368 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.579869 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 04 09:06:21.580185 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_port_network_policy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.581103 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.581607 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 04 09:06:21.581958 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.583000 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.583535 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 04 09:06:21.583867 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.584900 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.585407 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 04 09:06:21.585731 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_pps_rule.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.586925 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.587441 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-pps not supported by any of loaded plugins Jul 04 09:06:21.587762 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_rule_type_details.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.588674 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.589180 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 04 09:06:21.589501 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.590441 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.590944 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 04 09:06:21.591268 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: qos_rules_alias.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.592305 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.592814 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 04 09:06:21.593135 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: quota_check_limit.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.594076 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.594587 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: quota-check-limit Jul 04 09:06:21.594908 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: quotasv2.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.595863 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.596194 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: quotas Jul 04 09:06:21.596513 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: quotasv2_detail.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.598271 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.598611 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: quota_details Jul 04 09:06:21.598934 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: rbac.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.600059 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.600590 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: rbac-policies Jul 04 09:06:21.600918 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: rbac_address_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.601861 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.602407 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: rbac-address-group Jul 04 09:06:21.602726 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: rbac_address_scope.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.603647 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.604161 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: rbac-address-scope Jul 04 09:06:21.604486 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: rbac_security_groups.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.605480 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.606108 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: rbac-security-groups Jul 04 09:06:21.606432 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: rbac_subnetpool.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.607379 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.607888 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: rbac-subnetpool Jul 04 09:06:21.608212 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: revisionifmatch.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.609150 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.609655 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: revision-if-match Jul 04 09:06:21.610016 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: revisions.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.611140 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.611657 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: standard-attr-revisions Jul 04 09:06:21.611982 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: router_availability_zone.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.612656 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.613164 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: router_availability_zone Jul 04 09:06:21.613486 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: routerservicetype.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.614640 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.615211 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension router-service-type not supported by any of loaded plugins Jul 04 09:06:21.615535 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.616465 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.616978 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: security-groups-normalized-cidr Jul 04 09:06:21.617300 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.618250 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.618758 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: port-security-groups-filtering Jul 04 09:06:21.619082 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.620014 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.620522 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: security-groups-remote-address-group Jul 04 09:06:21.620845 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.621791 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.622329 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: security-groups-shared-filtering Jul 04 09:06:21.622649 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: securitygroup.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.632424 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.632957 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: security-group Jul 04 09:06:21.633287 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: segment.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.634049 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.634875 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension segment not supported by any of loaded plugins Jul 04 09:06:21.635207 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.636157 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.636661 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 04 09:06:21.636981 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: servicetype.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.638117 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.638615 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: service-type Jul 04 09:06:21.638936 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: sorting.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.639915 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.640255 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: sorting Jul 04 09:06:21.640569 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: standard_attr_segment.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.641503 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.642043 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 04 09:06:21.642363 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: standardattrdescription.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.643013 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.643519 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: standard-attr-description Jul 04 09:06:21.643847 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: stateful_security_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.644800 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.645310 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: stateful-security-group Jul 04 09:06:21.645633 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: stdattrs_common.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.646396 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 04 09:06:21.646720 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.647654 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.648172 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 04 09:06:21.648493 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: subnet_onboard.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.649542 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.650162 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: subnet_onboard Jul 04 09:06:21.650490 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.651422 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.651937 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 04 09:06:21.652260 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: subnet_service_types.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.653186 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.653758 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: subnet-service-types Jul 04 09:06:21.654069 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: subnetallocation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.655163 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.655674 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: subnet_allocation Jul 04 09:06:21.656004 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.656669 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.657174 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: subnetpool-prefix-ops Jul 04 09:06:21.657491 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.658438 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.658945 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 04 09:06:21.659267 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: tagging.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.660345 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.660856 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: standard-attr-tag Jul 04 09:06:21.661184 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: timestamp.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.662477 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.663007 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loaded extension: standard-attr-timestamp Jul 04 09:06:21.663331 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: trunk.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.664373 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.664889 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension trunk not supported by any of loaded plugins Jul 04 09:06:21.665210 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: trunk_details.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.666162 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.666676 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension trunk-details not supported by any of loaded plugins Jul 04 09:06:21.667000 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: uplink_status_propagation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.667916 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.668430 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 04 09:06:21.668752 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Loading extension file: vlantransparent.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 09:06:21.669449 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 09:06:21.669984 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 04 09:06:21.672631 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:network Jul 04 09:06:21.673160 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:subnet Jul 04 09:06:21.673562 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:06:21.673977 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:port Jul 04 09:06:21.675245 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.675686 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service FLAVORS assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.676325 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.676771 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.677103 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:router Jul 04 09:06:21.677655 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:floatingip Jul 04 09:06:21.678165 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service METERING assigned prefix: /metering {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.679641 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.680022 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.680373 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:06:21.681367 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 09:06:21.681818 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:security_group Jul 04 09:06:21.682268 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 09:06:21.682884 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.683205 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:06:21.683590 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] subnetpool is already registered Jul 04 09:06:21.684043 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.684369 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:06:21.684701 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] subnetpool is already registered Jul 04 09:06:21.687071 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.687502 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service FLAVORS assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.688087 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.688511 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.688846 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:router Jul 04 09:06:21.689192 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] router is already registered Jul 04 09:06:21.689604 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:floatingip Jul 04 09:06:21.689956 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] floatingip is already registered Jul 04 09:06:21.690415 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service METERING assigned prefix: /metering {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.691076 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 09:06:21.691401 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] rbac_policy is already registered Jul 04 09:06:21.691807 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:security_group Jul 04 09:06:21.692141 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] security_group is already registered Jul 04 09:06:21.692546 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 09:06:21.692899 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] security_group_rule is already registered Jul 04 09:06:21.693513 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.693837 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:06:21.694200 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] subnetpool is already registered Jul 04 09:06:21.694706 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 09:06:21.694929 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 09:06:21.695251 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] subnetpool is already registered Jul 04 09:06:21.695718 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: extensions {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.697195 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: address-groups {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.698739 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: address-scopes {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.700070 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: agents {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.701215 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: auto-allocated-topology {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.702502 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: availability_zones {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.703720 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: dhcp-networks {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.705202 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: dhcp-agents {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.706741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: routers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.708555 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: flavors {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.709792 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: service_profiles {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.711014 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: next_providers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.712446 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: service_profiles {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.714057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: floatingip-pools {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.715291 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: routers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.716973 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: floatingips {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.718286 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: l3-routers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.719707 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: l3-agents {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.721090 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: metering-labels {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.722377 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: metering-label-rules {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.724750 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: network-ip-availabilities {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.726032 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: bindings {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.727583 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: quotas {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.729237 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: quotas {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.730792 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: rbac-policies {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.731987 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: security-groups {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.733284 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: security-group-rules {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.734573 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: service-providers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.735775 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: subnetpools {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.737099 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: subnetpools {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.738675 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.740501 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.742374 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.744141 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.745809 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.747773 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.749446 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.751399 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.753163 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.754918 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 09:06:21.761562 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING keystonemiddleware.auth_token [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 04 09:06:21.766712 dv-cinder-819149-7-iscsi neutron-server[103947]: WARNING keystonemiddleware.auth_token [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 04 09:06:21.775553 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Acquired lock "singleton_lock" {{(pid=103947) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 04 09:06:21.776030 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Releasing lock "singleton_lock" {{(pid=103947) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 04 09:06:21.776672 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO oslo_service.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Starting 2 workers Jul 04 09:06:21.781485 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Started child 104056 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:06:21.786046 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Started child 104057 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:06:21.786976 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:21.787682 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO neutron.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 04 09:06:21.788246 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:21.788640 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [-] (104056) wsgi starting up on http://0.0.0.0:9696 Jul 04 09:06:21.790625 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO oslo_service.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Starting 1 workers Jul 04 09:06:21.790952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:21.792391 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [-] (104057) wsgi starting up on http://0.0.0.0:9696 Jul 04 09:06:21.795920 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Started child 104058 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:06:21.796437 dv-cinder-819149-7-iscsi neutron-server[103947]: INFO oslo_service.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Starting 1 workers Jul 04 09:06:21.799767 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] calling RpcWorker wait() {{(pid=104058) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 04 09:06:21.800347 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] returning from RpcWorker wait() {{(pid=104058) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 04 09:06:21.800923 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Started child 104059 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 09:06:21.801485 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:21.801708 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59037d0b-a729-40f9-8386-5fcd3a226594 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:21.801910 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:06:21.803747 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103947) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 09:06:21.803955 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 09:06:21.804106 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 09:06:21.804349 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 09:06:21.804662 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 09:06:21.804785 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 09:06:21.805325 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.805594 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.805835 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.806129 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:21.806632 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.806719 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.807000 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.807230 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.807533 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.807802 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.807926 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.808084 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.808374 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.808601 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.808904 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.809178 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.809486 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.809683 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.809850 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.810158 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.810409 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.810651 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.810912 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] debug = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.811189 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.811670 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.811911 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.812155 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.812406 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.812746 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.812994 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.813257 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.813506 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.813734 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.814016 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.814276 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.814518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.814746 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.814955 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.815201 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.815422 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.815901 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host = dv-cinder-819149-7-iscsi {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.816134 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.816350 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.816575 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.816797 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.818153 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.818153 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.818153 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.818153 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.818784 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.818784 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.818784 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.819179 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.819179 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.819462 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.819594 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_options = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.819836 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.820036 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.820316 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.820514 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.820667 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.820833 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.821084 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.821254 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.821513 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.821730 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.821968 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.822185 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.822421 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.822676 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.822922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.823153 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.823396 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.823594 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.823885 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.824079 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.824378 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.825024 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.825024 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.825335 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.825470 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.825602 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.825841 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.826241 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.826558 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.826855 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.827650 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.827650 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.827950 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.828095 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.828288 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:06:21.828434 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.828716 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.828973 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.829777 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.829777 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.830184 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.830184 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.830436 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.830748 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.830911 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.833041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.833041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.833041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_json = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.833041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.833041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.833041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.833041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.834902 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.834902 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.834902 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.834902 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.834902 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.834902 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.834902 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.838332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.841518 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842521 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842521 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842521 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842521 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842521 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842812 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.842893 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.843202 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.843297 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.843566 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.843795 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.844056 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.844273 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.844495 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.844764 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.844999 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.845288 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.845653 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.846068 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.846448 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.846825 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.847230 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.847603 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.847973 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.848323 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.848677 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.849030 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.849513 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.850331 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.850717 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.851131 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.851511 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.851933 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.852327 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.852711 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.853076 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.853462 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.854196 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.854851 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.855477 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.856009 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.856373 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.856765 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.857150 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.857504 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.857855 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.858269 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.858669 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.859066 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.859465 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.859856 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.860243 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.860657 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.860876 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.861110 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.861332 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.861548 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.861763 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.862002 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.862220 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.862460 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.862666 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.863040 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.863255 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.863468 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.863792 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.864031 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.864282 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.864500 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.864808 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.865322 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.865677 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.865941 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.866351 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.866972 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.867233 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.867482 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.867744 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.867967 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.868185 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.868435 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.868652 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.868866 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.869116 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.869334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.869577 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.869798 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.870096 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.870327 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.870556 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.870768 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.871022 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.871260 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.871515 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.871760 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.872033 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.872277 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.872541 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.872816 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.873060 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.873293 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.873520 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.873752 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.874019 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.874251 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.874525 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.874752 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.874982 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.875221 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.875446 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.875825 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.876066 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.876296 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.876593 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.876822 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.877034 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.877252 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.877534 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.877780 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.878090 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.878315 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.878576 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.878806 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.879130 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.879358 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.879563 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.879852 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.880058 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.880263 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.880587 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.880807 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.881040 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.881466 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.881712 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.882157 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.882408 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.882653 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.882951 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.883314 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.883444 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.883637 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.883852 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.884088 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.884910 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.885277 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.885766 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.886693 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.886888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.887172 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.887416 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.887703 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.888028 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.888214 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.888446 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.888767 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.889068 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.889249 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.889514 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.889721 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.889972 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.890320 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.890509 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.890718 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.890928 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.891149 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.891374 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.891617 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.891856 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.892218 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.892465 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.892698 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.892932 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.893166 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.893397 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.893631 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.893866 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.894954 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.895186 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.895461 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.896017 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.896290 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.896668 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.896949 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.897181 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.897445 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.898089 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.898310 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.898691 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.898912 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.899150 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.899409 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.899719 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.899850 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.900083 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.900307 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.900513 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.900757 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.901009 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.901256 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.901646 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.901790 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.902006 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.902360 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.902791 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.903275 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.903275 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.903501 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.903870 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.904052 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.904294 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.904544 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.904721 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.904916 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.905189 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.905401 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.905603 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.905792 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.906060 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.906237 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.906454 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.906647 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.906866 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.907089 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.907291 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.907497 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.907703 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.907899 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.908139 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.908343 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.908545 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.908777 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.908989 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.909240 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.909539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.909780 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.910018 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.910291 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.910523 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.910783 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.911022 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.911488 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.911740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.911970 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.912384 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.912621 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.912854 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.913104 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.913412 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.913717 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.913997 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.914242 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.914491 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.914625 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:06:21.914787 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.915019 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.915242 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.915531 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.915846 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.916104 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.916338 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.916585 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.916814 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.917053 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.917263 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.917491 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.917708 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.917973 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.918916 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.918916 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.918916 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.919247 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.919247 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.919703 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.920063 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.920187 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.920406 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.920638 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.920801 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 09:06:21.921328 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103947) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 09:06:21.921486 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 09:06:21.921635 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 09:06:21.921802 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 09:06:21.921989 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 09:06:21.922123 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 09:06:21.922326 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.922746 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.922955 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.923115 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.923305 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.923462 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.923615 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.923768 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.923921 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.924073 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.924225 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.924378 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.924529 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.924682 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.924833 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.924987 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.925192 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.925315 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.925436 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.925557 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.925708 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.925860 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] debug = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.926018 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.926215 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.926367 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.926513 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.926665 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.926816 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.926967 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.927118 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.927329 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.927485 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.927638 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.927862 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.928026 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.928181 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.928334 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.928488 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.928640 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.928793 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host = dv-cinder-819149-7-iscsi {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.928947 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.929101 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.929253 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.929406 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.929561 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.929714 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.929867 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.930039 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.930178 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.930336 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.930488 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.930640 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.930792 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.930944 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.931095 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_options = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.931247 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.931398 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.931795 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.931983 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.932141 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.932295 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.932448 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.932600 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.932753 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.932905 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.933057 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.933209 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.933360 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.933512 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.933665 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.933817 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.933981 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.934147 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.934303 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.934455 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.934607 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.934759 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.934910 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.935063 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.935199 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.935383 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.935506 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.935627 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.935778 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.935943 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.936071 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.936223 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.936376 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.936528 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.936679 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.936830 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.936985 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.937765 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.937765 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.937765 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.937765 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.938245 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.938245 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.938245 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.938784 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.938784 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939255 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_json = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939255 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939255 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939604 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939604 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939604 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939899 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.939899 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.940043 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.940190 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 09:06:21.940553 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.940553 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.940797 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.940797 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.941062 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.941062 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.941317 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.941450 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.941582 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.941733 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.941875 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.942047 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.942182 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.942314 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.942446 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.942578 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.942727 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.942896 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.943045 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.943176 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.943302 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.943426 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.943585 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.943740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.943893 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.944047 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.944191 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.944356 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.944510 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.944672 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.944841 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.944996 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.945151 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.945295 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.945515 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.945651 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.945737 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.945896 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.946064 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.946219 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.946373 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.946528 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.946683 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.946818 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.946971 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.947127 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.947282 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.947437 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.947591 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.947746 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.947901 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.948056 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.948615 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.948615 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.948615 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.948960 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.948960 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.949740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.949740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.949740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.949740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.949740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.949740 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.950741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.950741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.950741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.950741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.950741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.950741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.951354 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.951354 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.951354 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.951354 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.951714 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.951714 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.951714 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.952888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.952888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.952888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.952888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.952888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.952888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.952888 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.955539 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956167 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.956922 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.957475 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.957475 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.957475 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.957475 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.957475 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.957475 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.957475 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958049 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958049 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958049 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958049 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958452 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958452 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958651 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958651 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958806 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.958959 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.959116 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.959271 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.959428 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.959584 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.959738 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.959893 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.960052 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.960205 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.960358 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.960514 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.960679 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.960837 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.960992 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.961147 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.961324 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.961476 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.961631 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.961786 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.961959 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.962114 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.962269 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.962422 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.962575 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.962730 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.962887 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.963043 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.963196 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.963350 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.963504 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.963657 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.963813 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.963968 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.964121 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.964276 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.964431 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.964585 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.964738 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.964890 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.965044 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.965197 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.965354 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.965528 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.965662 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.965817 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.965990 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.966145 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.966300 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.966452 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.966604 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.966757 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.966912 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.967066 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.967220 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.967373 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.967527 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.967681 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.967837 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.967992 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.968147 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.968301 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.968455 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.968610 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.968764 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.968919 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.969073 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.969227 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.969382 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.969536 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.969688 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.969858 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.970033 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.970186 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.970344 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.970497 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.970650 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.970810 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.970964 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.971117 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.971271 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.971428 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.971582 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.971735 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.971887 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.972041 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.972194 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.972352 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.972507 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.972662 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.972815 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.972971 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.973125 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.973278 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.973434 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.973588 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.973741 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.973908 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.974091 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.974381 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.974552 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.974707 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.974862 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.975015 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.975169 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.975323 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.975489 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.975643 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.975796 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.975950 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.976105 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.976259 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.976421 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.976576 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.976730 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.976885 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.977038 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.977191 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.977356 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.977509 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.977663 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.977817 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.977997 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.978150 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.978313 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.978467 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.978622 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.978776 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.978931 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.979084 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.979248 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.979417 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980107 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980107 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980107 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980107 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980107 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980482 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980482 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980627 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980705 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.980848 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.981001 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.981166 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.981320 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.981476 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.981631 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.981785 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.981959 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.982116 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.982274 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.982436 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.982598 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.982753 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.982915 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.983076 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.983238 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.983392 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.983553 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.983718 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.983871 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.984024 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.984178 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.984331 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.984485 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.984638 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.984790 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.984942 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.985096 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.985248 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.985401 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.985553 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.985707 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.985860 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.986043 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.986196 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.986349 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.986503 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.986656 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 09:06:21.986820 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 09:06:22.110551 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 34968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:22.123823 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100815 Jul 04 09:06:31.272769 dv-cinder-819149-7-iscsi neutron-server[103947]: DEBUG dbcounter [-] [103947] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103947) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:33.208199 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af830c79-7a75-4d09-8747-f9c6754385ea None None] get_active_networks_info from dv-cinder-819149-7-iscsi {{(pid=104058) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 04 09:06:33.230697 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writer thread running {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 09:06:33.231379 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writer thread running {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 09:06:33.338334 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af830c79-7a75-4d09-8747-f9c6754385ea None None] No non-hosted networks {{(pid=104058) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 04 09:06:33.354603 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.agentschedulers_db [None req-af830c79-7a75-4d09-8747-f9c6754385ea None None] DHCP Agent not found on host dv-cinder-819149-7-iscsi {{(pid=104058) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 04 09:06:33.436616 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7331c07-e15a-425c-a60f-1a6df92d1223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3808017'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:34.802180 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writer thread running {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 09:06:35.363064 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b18ffb8d-5df2-4d94-b971-c5a276a891e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3808017'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:35.399481 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04db30c7-b889-4b63-880c-da638ff20e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:36.486006 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35040) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:36.567868 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3808017'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:37.068533 dv-cinder-819149-7-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-c928c9f0-95a7-4fcc-ae72-7cd12d4702e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:37.069178 dv-cinder-819149-7-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-c928c9f0-95a7-4fcc-ae72-7cd12d4702e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:37.294434 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [None req-c928c9f0-95a7-4fcc-ae72-7cd12d4702e1 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:06:37.307139 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c928c9f0-95a7-4fcc-ae72-7cd12d4702e1 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8086078 Jul 04 09:06:38.036404 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3808017'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:38.188561 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3808017'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:38.191626 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.192190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.192779 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.193208 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.193814 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.195575 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.196556 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.197132 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.198682 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.199397 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.202913 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.204724 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.205163 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.206682 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.207094 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:38.207527 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819149-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:06:38.215898 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819149-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:06:39.586435 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35074) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:40.147948 dv-cinder-819149-7-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:40.149208 dv-cinder-819149-7-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:40.364301 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:06:40.453849 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.policy [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 09:06:40.498741 dv-cinder-819149-7-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:40.499308 dv-cinder-819149-7-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:40.519843 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writer thread running {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 09:06:40.604239 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738530723800', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738530723116', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738530739353', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738530747059', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738530691248', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738530701096', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-790676', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778852', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3882992', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3791909'] for rbac-policy (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:40.679107 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:40.693909 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-924abcc9-a765-4077-9c97-fa78a91a2f68 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0922246 Jul 04 09:06:42.542110 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.db.l3_hamode_db [None req-2c4e83aa-f1c2-4a00-bab1-9387148b71f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 04 09:06:42.619105 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e83aa-f1c2-4a00-bab1-9387148b71f3 None None] Routers set() bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:06:42.619494 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e83aa-f1c2-4a00-bab1-9387148b71f3 None None] Router IDs set() for agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 04 09:06:42.906999 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35092) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:43.268611 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:06:43.281074 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writer thread running {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 09:06:43.324943 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Made reservation on behalf of 795c9a5eff6345f6ae2de8e24f361e51 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:06:43.385605 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.policy [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104056) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 09:06:43.425987 dv-cinder-819149-7-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:43.426347 dv-cinder-819149-7-iscsi neutron-server[104056]: WARNING oslo_policy.policy [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 09:06:43.436434 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.461403 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.587737 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks [] for security_group (01d8a797-681d-4352-a103-e53b94d297fd), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.593659 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (01d8a797-681d-4352-a103-e53b94d297fd), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.626386 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:06:43.658132 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738532946562', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (266271ba-d065-4d18-aeb0-224a07b275ec), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.658712 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Unsubscribe: segment precommit_create {{(pid=104056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 09:06:43.659250 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Added segment 266271ba-d065-4d18-aeb0-224a07b275ec of type vlan for network c7c23097-7cda-4153-97a9-92e6b9689c1a Jul 04 09:06:43.675910 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=01d8a797-681d-4352-a103-e53b94d297fd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:06:43.714251 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.714588 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.714942 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.715287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.715616 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.715936 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.716263 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.716578 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.716895 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.717216 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.717518 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.717850 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.718196 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.718511 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.718823 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Tracked resource versions report: Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: pushed versions: Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: { 'AddressGroup': {'1.2'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Agent': {'1.1'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'ConntrackHelper': {'1.0'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Log': {'1.0'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'NDPProxy': {'1.0'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Network': {'1.1'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Port': {'1.7'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'PortForwarding': {'1.3'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'QosPolicy': {'1.10'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroup': {'1.5'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SubPort': {'1.0'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Subnet': {'1.1'}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Trunk': {'1.1'}} Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: consumer versions: Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Agent': '1.1', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'ConntrackHelper': '1.0', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'LocalIPAssociation': '1.0', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Log': '1.0', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'NDPProxy': '1.0', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Network': '1.1', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Port': '1.7', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'PortForwarding': '1.3', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'QosPolicy': '1.10', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroup': '1.5', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroupRule': '1.2', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SubPort': '1.0', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Subnet': '1.1', Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Trunk': '1.1'}} Jul 04 09:06:43.720247 dv-cinder-819149-7-iscsi neutron-server[104056]: {{(pid=104056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:06:43.783009 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (c7c23097-7cda-4153-97a9-92e6b9689c1a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.828733 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (c7c23097-7cda-4153-97a9-92e6b9689c1a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.833835 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:06:43.835048 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:43.911417 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0032542 Jul 04 09:06:43.959578 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344eb73-b5ef-4e16-8f57-f9de69ed2db1 demo demo] Pushing event updated for resources: {'Network': ['ID=c7c23097-7cda-4153-97a9-92e6b9689c1a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:06:43.975924 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network c7c23097-7cda-4153-97a9-92e6b9689c1a details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:06:46.213092 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35106) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:46.661563 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed1052-f813-445d-aa0e-027b70bda630 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:06:46.662903 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-84ed1052-f813-445d-aa0e-027b70bda630 demo admin] 10.222.0.26 "GET /v2.0/networks/c7c23097-7cda-4153-97a9-92e6b9689c1a HTTP/1.1" status: 200 len: 825 time: 0.4485190 Jul 04 09:06:46.680700 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=57,neutron:INSERT=42,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:46.705433 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f6fdba7b-dc82-478d-988e-61851e3981f7 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/91194933-9f1e-420b-97a3-ca3e2963bfec HTTP/1.1" status: 200 len: 734 time: 0.0337706 Jul 04 09:06:46.715126 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '91194933-9f1e-420b-97a3-ca3e2963bfec', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:06:46.740954 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Made reservation on behalf of 795c9a5eff6345f6ae2de8e24f361e51 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:06:46.743355 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:47.043301 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (6ca10385-64d6-4b49-9299-51efd28a48fc), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:47.072233 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:47.115226 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Pushing event updated for resources: {'Subnet': ['ID=6ca10385-64d6-4b49-9299-51efd28a48fc,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:06:47.126312 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Checking segment: {'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:06:47.126698 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Network hostable DHCP agents. Network: c7c23097-7cda-4153-97a9-92e6b9689c1a, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:06:47.154231 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Network c7c23097-7cda-4153-97a9-92e6b9689c1a is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:06:47.167286 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, c7c23097-7cda-4153-97a9-92e6b9689c1a) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:06:47.172265 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:06:47.172851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:47.177132 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36776e1-c6d0-4a5b-9e81-209ac5922440 None None] Network c7c23097-7cda-4153-97a9-92e6b9689c1a requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:06:47.193145 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5e5f86be-d82e-42d1-a047-7c4cb205424a demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4815779 Jul 04 09:06:47.450534 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-c7c23097-7cda-4153-97a9-92e6b9689c1a', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'fixed_ips': [{'subnet_id': '6ca10385-64d6-4b49-9299-51efd28a48fc'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:06:47.451852 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:47.725648 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Allocated IP 172.20.0.2 (c7c23097-7cda-4153-97a9-92e6b9689c1a/6ca10385-64d6-4b49-9299-51efd28a48fc/d19175cc-a7e8-45f3-8e67-f110744cefee) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:06:47.987996 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Publish callbacks [] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:47.996348 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:48.025714 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:48.068604 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Network c7c23097-7cda-4153-97a9-92e6b9689c1a is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:06:48.080244 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:06:48.088550 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:06:48.095604 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Pushing event updated for resources: {'Port': ['ID=d19175cc-a7e8-45f3-8e67-f110744cefee,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:06:48.128299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128832 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128832 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128832 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.128832 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.129135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.129229 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.129517 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.129820 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.130185 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.130493 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Tracked resource versions report: Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: pushed versions: Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Agent': {'1.1'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Log': {'1.0'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Network': {'1.1'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Port': {'1.7'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: consumer versions: Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Agent': '1.1', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Log': '1.0', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'NDPProxy': '1.0', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Network': '1.1', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Port': '1.7', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'PortForwarding': '1.3', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'QosPolicy': '1.10', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SubPort': '1.0', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Subnet': '1.1', Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Trunk': '1.1'}} Jul 04 09:06:48.132018 dv-cinder-819149-7-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:06:48.182352 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Attempting to bind port d19175cc-a7e8-45f3-8e67-f110744cefee on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:06:48.183011 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Attempting to bind port d19175cc-a7e8-45f3-8e67-f110744cefee by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:06:48.183129 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Attempting to bind port d19175cc-a7e8-45f3-8e67-f110744cefee on network c7c23097-7cda-4153-97a9-92e6b9689c1a {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:06:48.188147 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:06:48.188516 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Checking segment: {'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:06:48.188989 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:48.189366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Bound using segment: {'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:06:48.189824 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Bound port: d19175cc-a7e8-45f3-8e67-f110744cefee, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:06:48.190235 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:48.251090 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] For port d19175cc-a7e8-45f3-8e67-f110744cefee, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:06:48.270209 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] For port d19175cc-a7e8-45f3-8e67-f110744cefee, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d19175cc-a7e8-45f3-8e67-f110744cefee,segment=NetworkSegment(266271ba-d065-4d18-aeb0-224a07b275ec),segment_id=266271ba-d065-4d18-aeb0-224a07b275ec)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:06:48.278420 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:48.330720 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd5c41-4eed-4b10-b50c-ea0f3a12bebf None None] Pushing event updated for resources: {'Port': ['ID=d19175cc-a7e8-45f3-8e67-f110744cefee,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:06:49.507357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35118) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:49.868416 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [None req-9cd8b186-d697-451d-853a-dc5bf8fa2985 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:06:49.869401 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9cd8b186-d697-451d-853a-dc5bf8fa2985 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3611116 Jul 04 09:06:50.668231 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=24,neutron:INSERT=34 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:50.672035 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=9,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:52.153438 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35130) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:52.505158 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [None req-2d739205-48bb-4c30-9cdb-fe2d708b49f0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:06:52.506304 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2d739205-48bb-4c30-9cdb-fe2d708b49f0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3517020 Jul 04 09:06:54.779455 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35138) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:55.141608 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-23f8a955-87fc-4d2f-8500-06155d77893a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:06:55.166973 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23f8a955-87fc-4d2f-8500-06155d77893a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (7a34bee2-5418-4708-be72-9234658c02ae), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:55.168482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23f8a955-87fc-4d2f-8500-06155d77893a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (7a34bee2-5418-4708-be72-9234658c02ae), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:55.308418 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23f8a955-87fc-4d2f-8500-06155d77893a demo demo] Publish callbacks [] for router_controller (7a34bee2-5418-4708-be72-9234658c02ae), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:55.316972 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23f8a955-87fc-4d2f-8500-06155d77893a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (7a34bee2-5418-4708-be72-9234658c02ae), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:55.338422 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23f8a955-87fc-4d2f-8500-06155d77893a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:55.339700 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-23f8a955-87fc-4d2f-8500-06155d77893a demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5590880 Jul 04 09:06:55.838152 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:55.858454 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=21,neutron:INSERT=31 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:55.862576 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d19175cc-a7e8-45f3-8e67-f110744cefee up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:06:55.950892 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d19175cc-a7e8-45f3-8e67-f110744cefee triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:06:55.951425 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:56.053147 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d19175cc-a7e8-45f3-8e67-f110744cefee is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:06:56.053755 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:56.089238 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port d19175cc-a7e8-45f3-8e67-f110744cefee, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d19175cc-a7e8-45f3-8e67-f110744cefee,segment=NetworkSegment(266271ba-d065-4d18-aeb0-224a07b275ec),segment_id=266271ba-d065-4d18-aeb0-224a07b275ec)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:06:56.093746 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:56.148819 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=d19175cc-a7e8-45f3-8e67-f110744cefee,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:06:56.364675 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3d0cb-3821-4c66-9ac1-e3b7c2e48402 None None] Network c7c23097-7cda-4153-97a9-92e6b9689c1a requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:06:56.444819 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:56.462550 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-a79d295d-8761-4527-b995-c3c280d985f5 None None] Provisioning complete for port d19175cc-a7e8-45f3-8e67-f110744cefee triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:06:56.462933 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a79d295d-8761-4527-b995-c3c280d985f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:56.469399 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:06:56.584177 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a79d295d-8761-4527-b995-c3c280d985f5 None None] Current status of the port d19175cc-a7e8-45f3-8e67-f110744cefee is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:06:56.702619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-e35fb675-7ec3-441c-82c4-ffa1f2547eab None None] Provisioning complete for port d19175cc-a7e8-45f3-8e67-f110744cefee triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:06:56.702946 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e35fb675-7ec3-441c-82c4-ffa1f2547eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:56.776627 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-e35fb675-7ec3-441c-82c4-ffa1f2547eab None None] Current status of the port d19175cc-a7e8-45f3-8e67-f110744cefee is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:06:57.713267 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:06:57.828144 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d19175cc-a7e8-45f3-8e67-f110744cefee up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:06:57.870260 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d19175cc-a7e8-45f3-8e67-f110744cefee triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:06:57.870680 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:06:57.942735 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d19175cc-a7e8-45f3-8e67-f110744cefee is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:06:58.074644 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [None req-1e249ddc-3c7f-4817-b754-0dd444518954 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:06:58.076370 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1e249ddc-3c7f-4817-b754-0dd444518954 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3616040 Jul 04 09:07:00.375938 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35162) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:07:00.753267 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:07:00.783537 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Made reservation on behalf of 3f0a53c420a84618ab851430c484608a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:07:00.785729 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:00.801064 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:00.879868 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks [] for security_group (3bae6d76-7d7d-4576-80ca-835d774447f7), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:00.886462 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (3bae6d76-7d7d-4576-80ca-835d774447f7), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:00.907303 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104056) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 04 09:07:00.924905 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bae6d76-7d7d-4576-80ca-835d774447f7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:00.929770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (5986ce4c-62fb-4791-853f-09dce098e003), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:00.930117 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Added segment 5986ce4c-62fb-4791-853f-09dce098e003 of type flat for network 224dfeef-60d6-4420-92b1-f12d803e7f96 Jul 04 09:07:00.937085 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=16,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:00.985297 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (224dfeef-60d6-4420-92b1-f12d803e7f96), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:01.023219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (224dfeef-60d6-4420-92b1-f12d803e7f96), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:01.024162 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:07:01.024720 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:01.062716 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6855559 Jul 04 09:07:01.121531 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db9731-464d-4556-a18c-0a1c76014fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=224dfeef-60d6-4420-92b1-f12d803e7f96,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:01.131964 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:07:03.170343 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b09c8388-c553-493f-8608-3769876f4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:03.314301 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35170) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:07:03.761113 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafb5987-f265-46f3-b26c-404966e5e607 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:07:03.762563 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cafb5987-f265-46f3-b26c-404966e5e607 demo admin] 10.222.0.26 "GET /v2.0/subnets/6ca10385-64d6-4b49-9299-51efd28a48fc HTTP/1.1" status: 200 len: 849 time: 0.4470780 Jul 04 09:07:03.936193 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2abeb207-438c-4dec-bafc-948f4909ddc3 demo admin] 10.222.0.26 "GET /v2.0/routers/7a34bee2-5418-4708-be72-9234658c02ae HTTP/1.1" status: 200 len: 704 time: 0.1656799 Jul 04 09:07:04.201029 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:04.527812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Allocated IP 172.20.0.1 (c7c23097-7cda-4153-97a9-92e6b9689c1a/6ca10385-64d6-4b49-9299-51efd28a48fc/42652044-8295-4e4d-b307-a7ef9d627bb0) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:07:04.760051 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks [] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:04.828052 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:04.843495 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:07:04.890643 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Network c7c23097-7cda-4153-97a9-92e6b9689c1a is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:07:04.895238 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:07:04.938011 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Pushing event updated for resources: {'Port': ['ID=42652044-8295-4e4d-b307-a7ef9d627bb0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:04.940548 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:07:04.941439 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (7a34bee2-5418-4708-be72-9234658c02ae), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:04.999991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.000339 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.000687 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.001030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.001356 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.001641 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.002017 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.002333 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.002671 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.002994 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.003306 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.003622 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.003951 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.004264 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.004576 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Tracked resource versions report: Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: pushed versions: Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: { 'AddressGroup': {'1.2'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Agent': {'1.1'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'ConntrackHelper': {'1.0'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Log': {'1.0'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'NDPProxy': {'1.0'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Network': {'1.1'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Port': {'1.7'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'PortForwarding': {'1.3'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'QosPolicy': {'1.10'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroup': {'1.5'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SubPort': {'1.0'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Subnet': {'1.1'}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Trunk': {'1.1'}} Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: consumer versions: Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Agent': '1.1', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'ConntrackHelper': '1.0', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'LocalIPAssociation': '1.0', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Log': '1.0', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'NDPProxy': '1.0', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Network': '1.1', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Port': '1.7', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'PortForwarding': '1.3', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'QosPolicy': '1.10', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroup': '1.5', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroupRule': '1.2', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SubPort': '1.0', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Subnet': '1.1', Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Trunk': '1.1'}} Jul 04 09:07:05.006030 dv-cinder-819149-7-iscsi neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:07:05.089415 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:05.150515 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:05.159214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:05.161774 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-3a12ded7-fd34-44e7-a0e8-1e4f837de7aa None None] Provisioning complete for port 42652044-8295-4e4d-b307-a7ef9d627bb0 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:07:05.162284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a12ded7-fd34-44e7-a0e8-1e4f837de7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:05.240730 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-3a12ded7-fd34-44e7-a0e8-1e4f837de7aa None None] Port 42652044-8295-4e4d-b307-a7ef9d627bb0 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:07:05.362852 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5a03274c-a764-4c07-b64d-bb51a5019d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:05.367253 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks [] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:05.372895 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:05.373781 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (7a34bee2-5418-4708-be72-9234658c02ae), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:05.431480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Pushing event updated for resources: {'Port': ['ID=42652044-8295-4e4d-b307-a7ef9d627bb0,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:05.503121 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Network c7c23097-7cda-4153-97a9-92e6b9689c1a is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:07:05.504488 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:07:05.717495 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Router 7a34bee2-5418-4708-be72-9234658c02ae is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:07:05.759909 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-79f44c8d-92a5-4be0-b2e7-5c541403a3cb None None] Provisioning complete for port 42652044-8295-4e4d-b307-a7ef9d627bb0 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:07:05.760291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79f44c8d-92a5-4be0-b2e7-5c541403a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:05.779843 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:05.795801 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-79f44c8d-92a5-4be0-b2e7-5c541403a3cb None None] Port 42652044-8295-4e4d-b307-a7ef9d627bb0 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:07:05.817256 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:07:05.823115 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f3188c62-d4ef-432e-aa6f-e08d7cbf360d demo admin] 10.222.0.26 "PUT /v2.0/routers/7a34bee2-5418-4708-be72-9234658c02ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8788233 Jul 04 09:07:05.828343 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Sync routers for ids ['7a34bee2-5418-4708-be72-9234658c02ae'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:07:05.842199 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Routers {'7a34bee2-5418-4708-be72-9234658c02ae'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:07:05.843009 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:07:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7a34bee2-5418-4708-be72-9234658c02ae'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:06.029005 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Set router 7a34bee2-5418-4708-be72-9234658c02ae gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:07:06.450122 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a34bee2-5418-4708-be72-9234658c02ae', 'name': 'router1', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:06:55Z', 'updated_at': '2022-07-04T09:07:05Z', 'revision_number': 2, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'gw_port_host': None, '_interfaces': [{'id': '42652044-8295-4e4d-b307-a7ef9d627bb0', 'name': '', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'mac_address': 'fa:16:3e:db:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:04Z', 'updated_at': '2022-07-04T09:07:05Z', 'revision_number': 2, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'subnets': [{'id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91194933-9f1e-420b-97a3-ca3e2963bfec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:06.499807 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Checking router: 7a34bee2-5418-4708-be72-9234658c02ae for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:07:06.500202 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Updating router 7a34bee2-5418-4708-be72-9234658c02ae port 42652044-8295-4e4d-b307-a7ef9d627bb0 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:07:06.533181 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:06.557956 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.057319 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Publish callbacks [] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.064615 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.206394 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Pushing event updated for resources: {'Port': ['ID=42652044-8295-4e4d-b307-a7ef9d627bb0,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:07.242234 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.242584 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.242936 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.243284 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.243621 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.243948 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.244272 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.244599 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.244925 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.245248 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.245570 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.245933 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.246258 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.246579 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.246902 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Tracked resource versions report: Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: pushed versions: Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: { 'AddressGroup': {'1.2'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Agent': {'1.1'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'ConntrackHelper': {'1.0'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Log': {'1.0'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'NDPProxy': {'1.0'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Network': {'1.1'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Port': {'1.7'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'PortForwarding': {'1.3'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'QosPolicy': {'1.10'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroup': {'1.5'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SubPort': {'1.0'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Subnet': {'1.1'}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Trunk': {'1.1'}} Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: consumer versions: Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Agent': '1.1', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'ConntrackHelper': '1.0', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'LocalIPAssociation': '1.0', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Log': '1.0', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'NDPProxy': '1.0', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Network': '1.1', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Port': '1.7', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'PortForwarding': '1.3', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'QosPolicy': '1.10', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroup': '1.5', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroupRule': '1.2', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SubPort': '1.0', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Subnet': '1.1', Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Trunk': '1.1'}} Jul 04 09:07:07.248405 dv-cinder-819149-7-iscsi neutron-server[104059]: {{(pid=104059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:07:07.255404 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Attempting to bind port 42652044-8295-4e4d-b307-a7ef9d627bb0 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:07:07.255803 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Attempting to bind port 42652044-8295-4e4d-b307-a7ef9d627bb0 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:07:07.256464 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Attempting to bind port 42652044-8295-4e4d-b307-a7ef9d627bb0 on network c7c23097-7cda-4153-97a9-92e6b9689c1a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:07:07.262587 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:07:07.262973 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Checking segment: {'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:07:07.263368 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.263755 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Bound using segment: {'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:07:07.264232 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Bound port: 42652044-8295-4e4d-b307-a7ef9d627bb0, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266271ba-d065-4d18-aeb0-224a07b275ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:07:07.264613 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.324020 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-3da2dab6-c57e-4ea6-b8b3-89131ef067f8 None None] Provisioning complete for port 42652044-8295-4e4d-b307-a7ef9d627bb0 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:07:07.324471 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3da2dab6-c57e-4ea6-b8b3-89131ef067f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.330988 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:07.332481 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] For port 42652044-8295-4e4d-b307-a7ef9d627bb0, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:07:07.355375 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] For port 42652044-8295-4e4d-b307-a7ef9d627bb0, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=42652044-8295-4e4d-b307-a7ef9d627bb0,segment=NetworkSegment(266271ba-d065-4d18-aeb0-224a07b275ec),segment_id=266271ba-d065-4d18-aeb0-224a07b275ec)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:07:07.361103 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-3da2dab6-c57e-4ea6-b8b3-89131ef067f8 None None] Port 42652044-8295-4e4d-b307-a7ef9d627bb0 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:07:07.362023 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.408563 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:07.432310 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Routers {'7a34bee2-5418-4708-be72-9234658c02ae'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:07:07.432925 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:07:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7a34bee2-5418-4708-be72-9234658c02ae'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:07.436711 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70c8e3-ccd7-44f2-a865-cb1d23a1a055 None None] Pushing event updated for resources: {'Port': ['ID=42652044-8295-4e4d-b307-a7ef9d627bb0,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:07.526974 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] Set router 7a34bee2-5418-4708-be72-9234658c02ae gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:07:07.580899 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-1b794667-1513-465c-b5cc-6ddd9544b2b2 None None] Provisioning complete for port 42652044-8295-4e4d-b307-a7ef9d627bb0 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:07:07.581457 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b794667-1513-465c-b5cc-6ddd9544b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.654951 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-1b794667-1513-465c-b5cc-6ddd9544b2b2 None None] Current status of the port 42652044-8295-4e4d-b307-a7ef9d627bb0 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:07:07.655338 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b794667-1513-465c-b5cc-6ddd9544b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.688882 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1b794667-1513-465c-b5cc-6ddd9544b2b2 None None] For port 42652044-8295-4e4d-b307-a7ef9d627bb0, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=42652044-8295-4e4d-b307-a7ef9d627bb0,segment=NetworkSegment(266271ba-d065-4d18-aeb0-224a07b275ec),segment_id=266271ba-d065-4d18-aeb0-224a07b275ec)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:07:07.693326 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b794667-1513-465c-b5cc-6ddd9544b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:07.729156 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a34bee2-5418-4708-be72-9234658c02ae', 'name': 'router1', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:06:55Z', 'updated_at': '2022-07-04T09:07:05Z', 'revision_number': 2, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'gw_port_host': None, '_interfaces': [{'id': '42652044-8295-4e4d-b307-a7ef9d627bb0', 'name': '', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'mac_address': 'fa:16:3e:db:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:04Z', 'updated_at': '2022-07-04T09:07:07Z', 'revision_number': 4, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'subnets': [{'id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91194933-9f1e-420b-97a3-ca3e2963bfec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:07.746106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b794667-1513-465c-b5cc-6ddd9544b2b2 None None] Pushing event updated for resources: {'Port': ['ID=42652044-8295-4e4d-b307-a7ef9d627bb0,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:07.760191 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6c9778-9039-4a33-9902-226469ced7f9 None None] The sync data for ids ['7a34bee2-5418-4708-be72-9234658c02ae'] in dv-cinder-819149-7-iscsi is: [{'id': '7a34bee2-5418-4708-be72-9234658c02ae', 'name': 'router1', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:06:55Z', 'updated_at': '2022-07-04T09:07:05Z', 'revision_number': 2, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'gw_port_host': None, '_interfaces': [{'id': '42652044-8295-4e4d-b307-a7ef9d627bb0', 'name': '', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'mac_address': 'fa:16:3e:db:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:04Z', 'updated_at': '2022-07-04T09:07:07Z', 'revision_number': 4, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'subnets': [{'id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91194933-9f1e-420b-97a3-ca3e2963bfec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:07:08.003791 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:08.105549 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35194) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:07:08.192356 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:08.319373 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7be13a-3f15-4bbe-abbd-04e3d8e4a0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:07:08.320800 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ef7be13a-3f15-4bbe-abbd-04e3d8e4a0f1 admin admin] 10.222.0.26 "GET /v2.0/networks/224dfeef-60d6-4420-92b1-f12d803e7f96 HTTP/1.1" status: 200 len: 842 time: 0.2142780 Jul 04 09:07:08.330471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Request body: {'subnet': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:07:08.360187 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Made reservation on behalf of 3f0a53c420a84618ab851430c484608a for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:07:08.362582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:08.534377 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:08.583391 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:08.660018 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.objects.ports [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104057) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 04 09:07:08.660499 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (8a1345ca-3851-4015-bf84-e7891ca8ffd1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:08.706438 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1345ca-3851-4015-bf84-e7891ca8ffd1,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:08.726840 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:07:08.727185 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Network hostable DHCP agents. Network: 224dfeef-60d6-4420-92b1-f12d803e7f96, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:07:08.748650 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:07:08.761685 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 224dfeef-60d6-4420-92b1-f12d803e7f96) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:07:08.766068 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:07:08.766721 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:08.773573 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c2453-3c36-415f-8911-08cb2ae024f4 None None] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:07:08.794007 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fd4c2076-a0f8-4dea-97de-094447b6241f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569390 Jul 04 09:07:08.896861 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534ff6f-842d-4704-8f90-c3b332080ca7 None None] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:07:11.032232 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35212) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:07:11.081615 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:11.249903 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0d5f4f0d-9ea0-4cf4-8232-708f6800f4f1 demo admin] 10.222.0.26 "GET /v2.0/routers/7a34bee2-5418-4708-be72-9234658c02ae HTTP/1.1" status: 200 len: 710 time: 0.2163901 Jul 04 09:07:11.365317 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b3cb4-e08d-40ab-8fa9-9091029a956b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:07:11.366727 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-171b3cb4-e08d-40ab-8fa9-9091029a956b demo admin] 10.222.0.26 "GET /v2.0/networks/224dfeef-60d6-4420-92b1-f12d803e7f96 HTTP/1.1" status: 200 len: 886 time: 0.1112249 Jul 04 09:07:11.375696 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:07:11.618863 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks [] for router_gateway (7a34bee2-5418-4708-be72-9234658c02ae), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:11.890194 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks [] for router_gateway (7a34bee2-5418-4708-be72-9234658c02ae), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:11.965681 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:12.123991 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Allocated IP 172.27.0.152 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/360d2967-3498-45bd-ae0a-142a3cb727e2) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:07:12.144435 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:12.233824 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks [] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:12.272022 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:12.296161 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:12.375832 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:07:12.379493 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:07:12.381366 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Pushing event updated for resources: {'Port': ['ID=360d2967-3498-45bd-ae0a-142a3cb727e2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:12.383928 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:07:12.674901 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks [] for router_gateway (7a34bee2-5418-4708-be72-9234658c02ae), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:12.874842 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3807010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3812871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25021'] for router (7a34bee2-5418-4708-be72-9234658c02ae), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:12.879428 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3807036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3807029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3812878'] for router (7a34bee2-5418-4708-be72-9234658c02ae), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:12.986621 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Router 7a34bee2-5418-4708-be72-9234658c02ae has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:07:13.090122 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:07:13.095861 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:13.097642 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-dbae0d69-59e8-466f-abad-d397777d1122 demo admin] 10.222.0.26 "PUT /v2.0/routers/7a34bee2-5418-4708-be72-9234658c02ae HTTP/1.1" status: 200 len: 890 time: 1.7250102 Jul 04 09:07:13.866490 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 42652044-8295-4e4d-b307-a7ef9d627bb0 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:07:13.913028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 42652044-8295-4e4d-b307-a7ef9d627bb0 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:07:13.913409 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:13.985364 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 42652044-8295-4e4d-b307-a7ef9d627bb0 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:07:14.000572 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Sync routers for ids ['7a34bee2-5418-4708-be72-9234658c02ae'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:07:14.012311 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Routers {'7a34bee2-5418-4708-be72-9234658c02ae'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:07:14.012926 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:07:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7a34bee2-5418-4708-be72-9234658c02ae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:14.212610 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Set router 7a34bee2-5418-4708-be72-9234658c02ae gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:07:14.270909 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:14.525234 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:14.577834 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a34bee2-5418-4708-be72-9234658c02ae', 'name': 'router1', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '360d2967-3498-45bd-ae0a-142a3cb727e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:06:55Z', 'updated_at': '2022-07-04T09:07:12Z', 'revision_number': 4, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'gw_port': {'id': '360d2967-3498-45bd-ae0a-142a3cb727e2', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:11Z', 'updated_at': '2022-07-04T09:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '42652044-8295-4e4d-b307-a7ef9d627bb0', 'name': '', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'mac_address': 'fa:16:3e:db:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:04Z', 'updated_at': '2022-07-04T09:07:07Z', 'revision_number': 5, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'subnets': [{'id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91194933-9f1e-420b-97a3-ca3e2963bfec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:14.693441 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Checking router: 7a34bee2-5418-4708-be72-9234658c02ae for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:07:14.694019 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Updating router 7a34bee2-5418-4708-be72-9234658c02ae port 360d2967-3498-45bd-ae0a-142a3cb727e2 binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:07:14.747060 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:14.992694 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:15.051447 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Publish callbacks [] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:15.059382 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:15.107972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Attempting to bind port 360d2967-3498-45bd-ae0a-142a3cb727e2 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:07:15.108333 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Attempting to bind port 360d2967-3498-45bd-ae0a-142a3cb727e2 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:07:15.108681 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Attempting to bind port 360d2967-3498-45bd-ae0a-142a3cb727e2 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:07:15.113527 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f088de-5cd0-4dab-9a01-2731d37396bf None None] Pushing event updated for resources: {'Port': ['ID=360d2967-3498-45bd-ae0a-142a3cb727e2,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:15.118682 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:07:15.119043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:07:15.119431 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:15.119803 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:07:15.120251 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Bound port: 360d2967-3498-45bd-ae0a-142a3cb727e2, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:07:15.121181 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:15.172528 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] For port 360d2967-3498-45bd-ae0a-142a3cb727e2, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:07:15.175910 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] For port 360d2967-3498-45bd-ae0a-142a3cb727e2, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=360d2967-3498-45bd-ae0a-142a3cb727e2,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:07:15.183124 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:15.243148 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Routers {'7a34bee2-5418-4708-be72-9234658c02ae'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:07:15.243761 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:07:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7a34bee2-5418-4708-be72-9234658c02ae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:15.245455 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f088de-5cd0-4dab-9a01-2731d37396bf None None] Pushing event updated for resources: {'Port': ['ID=360d2967-3498-45bd-ae0a-142a3cb727e2,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:15.354628 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] Set router 7a34bee2-5418-4708-be72-9234658c02ae gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:07:15.389311 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35226) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:07:15.562425 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a34bee2-5418-4708-be72-9234658c02ae', 'name': 'router1', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '360d2967-3498-45bd-ae0a-142a3cb727e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:06:55Z', 'updated_at': '2022-07-04T09:07:12Z', 'revision_number': 4, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'gw_port': {'id': '360d2967-3498-45bd-ae0a-142a3cb727e2', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:11Z', 'updated_at': '2022-07-04T09:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '42652044-8295-4e4d-b307-a7ef9d627bb0', 'name': '', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'mac_address': 'fa:16:3e:db:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:04Z', 'updated_at': '2022-07-04T09:07:07Z', 'revision_number': 5, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'subnets': [{'id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91194933-9f1e-420b-97a3-ca3e2963bfec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:07:15.564476 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:15.578754 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fcd68f8b-7040-44fc-9834-d661cd2aed18 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1883340 Jul 04 09:07:15.594258 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffbd353-dcf8-4fce-9bad-d0f37ca216a7 None None] The sync data for ids ['7a34bee2-5418-4708-be72-9234658c02ae'] in dv-cinder-819149-7-iscsi is: [{'id': '7a34bee2-5418-4708-be72-9234658c02ae', 'name': 'router1', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '360d2967-3498-45bd-ae0a-142a3cb727e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:06:55Z', 'updated_at': '2022-07-04T09:07:12Z', 'revision_number': 4, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'gw_port': {'id': '360d2967-3498-45bd-ae0a-142a3cb727e2', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:11Z', 'updated_at': '2022-07-04T09:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '42652044-8295-4e4d-b307-a7ef9d627bb0', 'name': '', 'network_id': 'c7c23097-7cda-4153-97a9-92e6b9689c1a', 'tenant_id': '795c9a5eff6345f6ae2de8e24f361e51', 'mac_address': 'fa:16:3e:db:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a34bee2-5418-4708-be72-9234658c02ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:07:04Z', 'updated_at': '2022-07-04T09:07:07Z', 'revision_number': 5, 'project_id': '795c9a5eff6345f6ae2de8e24f361e51', 'subnets': [{'id': '6ca10385-64d6-4b49-9299-51efd28a48fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91194933-9f1e-420b-97a3-ca3e2963bfec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:07:15.885014 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 360d2967-3498-45bd-ae0a-142a3cb727e2 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:07:15.949384 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 360d2967-3498-45bd-ae0a-142a3cb727e2 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:07:15.949767 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:16.031298 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 360d2967-3498-45bd-ae0a-142a3cb727e2 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:07:16.031974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:16.054974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 360d2967-3498-45bd-ae0a-142a3cb727e2, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=360d2967-3498-45bd-ae0a-142a3cb727e2,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:07:16.061523 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:16.126079 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=360d2967-3498-45bd-ae0a-142a3cb727e2,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:07:17.856934 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 360d2967-3498-45bd-ae0a-142a3cb727e2 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:07:17.905849 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 360d2967-3498-45bd-ae0a-142a3cb727e2 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:07:17.907514 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (360d2967-3498-45bd-ae0a-142a3cb727e2), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:17.942981 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:17.997733 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 360d2967-3498-45bd-ae0a-142a3cb727e2 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:07:18.741991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=15,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:18.777615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:25.574219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:26.853830 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=46 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:26.855186 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=36 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:27.982704 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:27.992501 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:27.995963 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:33.184561 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-627521a8-122e-4125-ba45-f4627ed8de7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:35.367212 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-22c96050-34dc-4a9a-ad76-208fd5d435e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:36.542517 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:38.013445 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:38.207592 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:07:41.842031 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:07:47.998893 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:48.192052 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:48.197593 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:07:51.838360 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:03.160415 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-00913d57-7374-4bf5-8415-8f3503259a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:03.852133 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:03.858037 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:05.369300 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d8bd1b05-d45f-4f42-9a68-4dd5435c9151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:06.539530 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:08.018475 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:08.193856 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:18.011934 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:18.187055 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=12 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:18.188999 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:18.841238 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:08:30.775874 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35766) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:30.843607 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e66bcd1-9131-4020-9a8f-b2819e7041cd admin admin] GET failed (client error): The resource could not be found. Jul 04 09:08:30.844911 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0e66bcd1-9131-4020-9a8f-b2819e7041cd admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680590 Jul 04 09:08:31.008429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72c6ad-6f92-4d1e-923c-b5a15d3a9fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:31.009799 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3b72c6ad-6f92-4d1e-923c-b5a15d3a9fd8 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605315 Jul 04 09:08:33.069462 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35776) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:33.164785 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40cce317-e746-4e25-8417-13e27fa46a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:33.172287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228f3b5-0c4f-49e0-b8f9-a54e6b62ff62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:33.173649 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9228f3b5-0c4f-49e0-b8f9-a54e6b62ff62 admin admin] 10.222.0.26 "GET /v2.0/subnets/6ca10385-64d6-4b49-9299-51efd28a48fc HTTP/1.1" status: 200 len: 849 time: 0.1032355 Jul 04 09:08:33.184611 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:08:33.280737 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Publish callbacks [] for subnet (6ca10385-64d6-4b49-9299-51efd28a48fc), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:33.434194 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738532873966'] for subnet (6ca10385-64d6-4b49-9299-51efd28a48fc), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:33.470213 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:33.470804 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:33.472067 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] 10.222.0.26 "PUT /v2.0/subnets/6ca10385-64d6-4b49-9299-51efd28a48fc HTTP/1.1" status: 200 len: 868 time: 0.2911127 Jul 04 09:08:33.476036 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60cbdb7-8eb9-43ce-9ffb-ff0fab993249 None None] Network c7c23097-7cda-4153-97a9-92e6b9689c1a requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:08:33.489103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca10385-64d6-4b49-9299-51efd28a48fc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:08:33.496716 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.497045 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.497420 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.497755 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.498122 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.498450 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.498772 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.499091 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.499426 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.499750 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.500085 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.500416 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.500734 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.501048 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.501359 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e24b8e-083a-444d-adc7-c27c5c0fa7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:08:33.796682 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-82a16842-cf6f-45f0-9d2a-523c1ba8cc15 None None] Provisioning complete for port 42652044-8295-4e4d-b307-a7ef9d627bb0 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:08:33.797080 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-82a16842-cf6f-45f0-9d2a-523c1ba8cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (42652044-8295-4e4d-b307-a7ef9d627bb0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:33.870557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-82a16842-cf6f-45f0-9d2a-523c1ba8cc15 None None] Current status of the port 42652044-8295-4e4d-b307-a7ef9d627bb0 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:08:33.878618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-82a16842-cf6f-45f0-9d2a-523c1ba8cc15 None None] Provisioning complete for port d19175cc-a7e8-45f3-8e67-f110744cefee triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:08:33.879001 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-82a16842-cf6f-45f0-9d2a-523c1ba8cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d19175cc-a7e8-45f3-8e67-f110744cefee), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:33.953910 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-82a16842-cf6f-45f0-9d2a-523c1ba8cc15 None None] Current status of the port d19175cc-a7e8-45f3-8e67-f110744cefee is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:08:35.364789 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a35eb47f-87ad-4d6c-ba94-2a1231217f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:35.528181 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:35.729198 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bd09c-8383-46d6-9b18-a53210d39f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:35.729556 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bd09c-8383-46d6-9b18-a53210d39f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:35.731108 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e70bd09c-8383-46d6-9b18-a53210d39f96 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019782 Jul 04 09:08:36.544277 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:37.771358 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35794) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:37.915297 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130927a9-e3a7-45d5-961e-0420bc822030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:37.915771 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130927a9-e3a7-45d5-961e-0420bc822030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:37.917310 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-130927a9-e3a7-45d5-961e-0420bc822030 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1448987 Jul 04 09:08:38.017122 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:38.198888 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:08:40.009681 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35802) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:40.153060 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273227f-395a-4006-9583-b13685febef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:40.154508 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a273227f-395a-4006-9583-b13685febef5 admin admin] 10.222.0.26 "GET /v2.0/networks/224dfeef-60d6-4420-92b1-f12d803e7f96 HTTP/1.1" status: 200 len: 886 time: 0.1437013 Jul 04 09:08:42.220538 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35810) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:42.373615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89522e84-627e-40ba-9446-ebbf787886dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:42.375032 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-89522e84-627e-40ba-9446-ebbf787886dd admin admin] 10.222.0.26 "GET /v2.0/networks/c7c23097-7cda-4153-97a9-92e6b9689c1a HTTP/1.1" status: 200 len: 869 time: 0.1534770 Jul 04 09:08:44.423741 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:44.571688 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a49eac-064e-4b9d-af35-ef3388cec012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:44.572136 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a49eac-064e-4b9d-af35-ef3388cec012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:44.573654 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-45a49eac-064e-4b9d-af35-ef3388cec012 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1490152 Jul 04 09:08:46.606231 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35826) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:46.701208 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80312e-274d-4135-8be5-ce4ca5e98df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:46.701645 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80312e-274d-4135-8be5-ce4ca5e98df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:46.703212 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ac80312e-274d-4135-8be5-ce4ca5e98df3 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959716 Jul 04 09:08:48.185153 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=24 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:48.189678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=38 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:48.192328 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:48.286214 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=21 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:48.290147 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:48.749274 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:48.849925 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9395f8-3684-4a98-a649-5efc1f2d6849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:48.851318 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6a9395f8-3684-4a98-a649-5efc1f2d6849 admin admin] 10.222.0.26 "GET /v2.0/subnets/6ca10385-64d6-4b49-9299-51efd28a48fc HTTP/1.1" status: 200 len: 868 time: 0.1010554 Jul 04 09:08:50.977672 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35844) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:08:51.051802 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:51.070168 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458bf0aa-6427-4425-b6af-977c3f9c2694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:08:51.071479 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-458bf0aa-6427-4425-b6af-977c3f9c2694 admin admin] 10.222.0.26 "GET /v2.0/subnets/8a1345ca-3851-4015-bf84-e7891ca8ffd1 HTTP/1.1" status: 200 len: 816 time: 0.0926483 Jul 04 09:08:52.370036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=37 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:52.372097 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=31 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:08:55.839678 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:09:01.067517 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:03.170580 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-626a12d3-2d4e-46bc-aa9d-b93b396dfe6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:05.369316 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6bdb-c1cd-495d-9db1-e52ede804622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:05.836373 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:06.547812 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:08.015999 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:08.203812 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:17.732712 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35898) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:09:17.790549 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [None req-956f03ce-5112-4aff-8ffd-429b5d1b2cf9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:09:17.791701 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-956f03ce-5112-4aff-8ffd-429b5d1b2cf9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0574622 Jul 04 09:09:17.848310 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:17.852605 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:18.010755 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:18.195738 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=8 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:18.196990 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:20.054172 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35906) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:09:20.119113 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e3b3e4-0807-4348-ae80-e9373aa7c45f admin admin] GET failed (client error): The resource could not be found. Jul 04 09:09:20.120406 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-06e3b3e4-0807-4348-ae80-e9373aa7c45f admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653238 Jul 04 09:09:20.265355 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba34ad8-7760-4df5-af6b-278c21c40a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:09:20.267863 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3ba34ad8-7760-4df5-af6b-278c21c40a60 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427543 Jul 04 09:09:22.330995 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:09:22.382662 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:09:22.405040 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Made reservation on behalf of 3f0a53c420a84618ab851430c484608a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:09:22.408156 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:22.448829 dv-cinder-819149-7-iscsi neutron-server[104056]: WARNING neutron.services.revisions.revision_plugin [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Could not find related network for resource to bump revision. Jul 04 09:09:22.460582 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:09:22.469437 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (b5fd184f-68a2-4b9d-88dc-4543106af07d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:22.469786 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Added segment b5fd184f-68a2-4b9d-88dc-4543106af07d of type vlan for network 7deb4759-782f-4b47-9875-a4645314056c Jul 04 09:09:22.515796 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (7deb4759-782f-4b47-9875-a4645314056c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:22.546854 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (7deb4759-782f-4b47-9875-a4645314056c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:22.548067 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:09:22.548991 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:22.591434 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2593739 Jul 04 09:09:22.631352 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cff19-d7b8-404b-bf51-bfc9e489d587 admin admin] Pushing event updated for resources: {'Network': ['ID=7deb4759-782f-4b47-9875-a4645314056c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:09:22.644204 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 7deb4759-782f-4b47-9875-a4645314056c details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:09:24.662748 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35922) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:09:24.728992 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18bf5f7-9eab-4c1d-982c-b2b65c2b8453 admin admin] GET failed (client error): The resource could not be found. Jul 04 09:09:24.730318 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e18bf5f7-9eab-4c1d-982c-b2b65c2b8453 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665262 Jul 04 09:09:24.805561 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b5f38-54e7-4024-b46e-698ae027a900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:09:24.807051 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-148b5f38-54e7-4024-b46e-698ae027a900 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0708551 Jul 04 09:09:24.816735 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:09:24.839413 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Made reservation on behalf of 3f0a53c420a84618ab851430c484608a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:09:24.842094 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.016790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (2e0836d8-3633-43ca-b896-fd045fca5f8d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.062810 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0836d8-3633-43ca-b896-fd045fca5f8d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:09:25.079037 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Checking segment: {'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:09:25.079410 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Network hostable DHCP agents. Network: 7deb4759-782f-4b47-9875-a4645314056c, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:09:25.098404 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Network 7deb4759-782f-4b47-9875-a4645314056c is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:09:25.108684 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 7deb4759-782f-4b47-9875-a4645314056c) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:09:25.113133 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:09:25.113713 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.119594 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0339cf-1f19-4f41-8331-dab05debbcd5 None None] Network 7deb4759-782f-4b47-9875-a4645314056c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:09:25.141408 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-44f637fe-7349-4003-9803-00db71b11952 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3220382 Jul 04 09:09:25.234509 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-7deb4759-782f-4b47-9875-a4645314056c', 'network_id': '7deb4759-782f-4b47-9875-a4645314056c', 'project_id': '3f0a53c420a84618ab851430c484608a', 'fixed_ips': [{'subnet_id': '2e0836d8-3633-43ca-b896-fd045fca5f8d'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:09:25.235536 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.380122 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Allocated IP 192.168.233.2 (7deb4759-782f-4b47-9875-a4645314056c/2e0836d8-3633-43ca-b896-fd045fca5f8d/256480fd-64b7-46b2-a40c-3473ab9a0761) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:09:25.522294 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Publish callbacks [] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.528966 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.665874 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Network 7deb4759-782f-4b47-9875-a4645314056c is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:09:25.669349 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:09:25.671149 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Pushing event updated for resources: {'Port': ['ID=256480fd-64b7-46b2-a40c-3473ab9a0761,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:09:25.673507 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:09:25.682008 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.682388 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.682723 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.683075 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.683393 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.683721 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.684047 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.684363 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.684685 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.685000 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.685315 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.685635 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.685969 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.686283 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.686642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:09:25.747033 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Attempting to bind port 256480fd-64b7-46b2-a40c-3473ab9a0761 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:09:25.747397 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Attempting to bind port 256480fd-64b7-46b2-a40c-3473ab9a0761 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:09:25.747747 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Attempting to bind port 256480fd-64b7-46b2-a40c-3473ab9a0761 on network 7deb4759-782f-4b47-9875-a4645314056c {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:09:25.753160 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:09:25.753524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Checking segment: {'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:09:25.753986 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.754387 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Bound using segment: {'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:09:25.754844 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Bound port: 256480fd-64b7-46b2-a40c-3473ab9a0761, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:09:25.755312 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.818380 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] For port 256480fd-64b7-46b2-a40c-3473ab9a0761, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:09:25.821473 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] For port 256480fd-64b7-46b2-a40c-3473ab9a0761, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=256480fd-64b7-46b2-a40c-3473ab9a0761,segment=NetworkSegment(b5fd184f-68a2-4b9d-88dc-4543106af07d),segment_id=b5fd184f-68a2-4b9d-88dc-4543106af07d)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:09:25.828113 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:25.885590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af21c58-bb9d-4fc1-92bf-75bc36661159 None None] Pushing event updated for resources: {'Port': ['ID=256480fd-64b7-46b2-a40c-3473ab9a0761,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:09:26.693395 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2aadc5-9469-495f-878e-6c2a50a41f07 None None] Network 7deb4759-782f-4b47-9875-a4645314056c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:09:26.775582 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-a686738d-0556-41ed-a77e-4ecf23566aa1 None None] Provisioning complete for port 256480fd-64b7-46b2-a40c-3473ab9a0761 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:09:26.775868 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a686738d-0556-41ed-a77e-4ecf23566aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:26.879625 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a686738d-0556-41ed-a77e-4ecf23566aa1 None None] Current status of the port 256480fd-64b7-46b2-a40c-3473ab9a0761 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:09:26.880024 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a686738d-0556-41ed-a77e-4ecf23566aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:26.925078 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a686738d-0556-41ed-a77e-4ecf23566aa1 None None] For port 256480fd-64b7-46b2-a40c-3473ab9a0761, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=256480fd-64b7-46b2-a40c-3473ab9a0761,segment=NetworkSegment(b5fd184f-68a2-4b9d-88dc-4543106af07d),segment_id=b5fd184f-68a2-4b9d-88dc-4543106af07d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:09:26.931845 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a686738d-0556-41ed-a77e-4ecf23566aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:26.988190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686738d-0556-41ed-a77e-4ecf23566aa1 None None] Pushing event updated for resources: {'Port': ['ID=256480fd-64b7-46b2-a40c-3473ab9a0761,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:09:27.049324 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-fda8b187-cf24-42d6-bce0-3388bf64d859 None None] Provisioning complete for port 256480fd-64b7-46b2-a40c-3473ab9a0761 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:09:27.050028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fda8b187-cf24-42d6-bce0-3388bf64d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:27.125924 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-fda8b187-cf24-42d6-bce0-3388bf64d859 None None] Current status of the port 256480fd-64b7-46b2-a40c-3473ab9a0761 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:09:27.927422 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 256480fd-64b7-46b2-a40c-3473ab9a0761 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:09:27.972590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 256480fd-64b7-46b2-a40c-3473ab9a0761 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:09:27.973088 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (256480fd-64b7-46b2-a40c-3473ab9a0761), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:28.003173 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:28.040008 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:28.046592 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 256480fd-64b7-46b2-a40c-3473ab9a0761 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:09:32.842130 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:09:33.164948 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfc48249-e5da-425b-ada1-9bf1a9e4c04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:35.123732 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=78,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:35.124458 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:35.355477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:35.364039 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4744b2e0-b2a0-4c1b-8156-89c792306f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:36.551613 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:38.017668 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:38.209118 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:09:42.835344 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:42.836148 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:48.013347 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:48.201310 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:48.203361 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:54.849103 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:09:54.849866 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:03.170710 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6bf3bd50-9444-4ea1-9eb4-50fddaae86ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:05.368729 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52cc8184-f694-4de2-97ab-ad5f1fceda8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:06.554096 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:08.022340 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:08.214313 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:09.841795 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:10:18.199717 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:18.207655 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:18.209367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:19.837518 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:31.858972 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:31.859760 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:33.175630 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0cdc1938-29a9-417a-83c1-35d7d9f0a8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:35.375080 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-69ad204d-52e4-4d3b-b587-82a4dbaf06bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:36.557084 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:38.027649 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:38.211485 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:46.841161 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:10:48.198172 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:48.203215 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:48.205918 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:56.837561 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:10:59.024379 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:10:59.030340 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [None req-052fe576-dcd7-4781-b767-1a6a7b9b4836 tempest-verify_tempest_config-499062281 tempest-verify_tempest_config-499062281-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:10:59.031302 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-052fe576-dcd7-4781-b767-1a6a7b9b4836 tempest-verify_tempest_config-499062281 tempest-verify_tempest_config-499062281-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058744 Jul 04 09:10:59.345335 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 35982) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:10:59.457661 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:59.617964 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Publish callbacks [] for security_group (9845c955-78cf-463e-89c0-ea5a5f439c6d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:59.624580 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9845c955-78cf-463e-89c0-ea5a5f439c6d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:59.679801 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cebd8e8b85f7444a9dbbb07a1dd335ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3329275 Jul 04 09:10:59.680043 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 35986) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:10:59.680749 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9845c955-78cf-463e-89c0-ea5a5f439c6d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:10:59.688486 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.688842 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.689184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.689522 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.689862 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.690210 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.690536 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.690863 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.691184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.691511 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.691848 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.692173 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.692490 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.692805 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.693120 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2024cf5c-7713-4b20-a223-a4673b6fafd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.758264 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Publish callbacks [] for security_group (9845c955-78cf-463e-89c0-ea5a5f439c6d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:59.779841 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Publish callbacks [] for security_group (9845c955-78cf-463e-89c0-ea5a5f439c6d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:59.878036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9845c955-78cf-463e-89c0-ea5a5f439c6d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:59.882575 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:10:59.886756 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9845c955-78cf-463e-89c0-ea5a5f439c6d HTTP/1.1" status: 204 len: 168 time: 0.2037308 Jul 04 09:10:59.894474 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845c955-78cf-463e-89c0-ea5a5f439c6d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:10:59.901371 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.901714 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.902168 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.902417 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.902745 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.903070 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.903625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.904253 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.904253 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.904610 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.904955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.905293 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.905617 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.905949 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:10:59.906267 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0aee6-e5de-43ab-81fd-ddf6dd8785d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:11:03.179588 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fe30f6d8-c4a0-408f-9c71-af0ed28bfbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:05.369606 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41bf0e66-a6b4-4e31-a042-07c247ef1082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:06.560196 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:08.029483 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:08.212318 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:08.846719 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:08.847636 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:09.683671 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:09.684903 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:09.897241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:09.898155 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:18.199974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:18.203545 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:18.206388 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:23.841338 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:11:28.138413 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=16 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:33.185790 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7ad30cea-b277-46c4-9ec1-8d749c13facb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:33.837930 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=12 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:35.387554 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e4971683-241a-4fa1-9dce-42f74ed22796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:36.569234 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:38.039457 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:38.213206 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:11:48.033817 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:48.205131 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:48.206200 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:55.842992 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:11:55.844388 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:00.848698 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:12:03.183043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9583764a-cb99-4e14-8957-7ad9800b2a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:05.374835 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f44206d-9f60-49a7-a0ad-e8ce56396517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:06.571072 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:08.042860 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:08.215312 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:10.838695 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:18.202093 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:18.206667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:18.208280 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:31.834855 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:31.836151 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:33.181293 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2495fb70-8e38-49e6-9bb8-626c68b20f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:35.376422 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb6be708-c231-415d-97ac-790c87d35bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:36.575116 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:37.843021 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 5 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:12:38.046180 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:38.211954 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:47.834830 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:47.836035 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:48.198300 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:48.203138 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:48.204562 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:49.974220 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3808017'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:12:59.847791 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:59.852471 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:59.964360 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:59.965493 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:12:59.968281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:01.902241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36062) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:13:02.026600 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a826e8bc-8fb9-44e7-8f56-bfeecd9a4e9b admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1226239 Jul 04 09:13:03.176366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8b54-eb22-45a5-a24b-17bf21f53988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:04.115594 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36072) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:13:04.177277 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-829a79de-df95-4b3c-bd9b-f5fbef16e3cd admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0602732 Jul 04 09:13:05.381584 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ba7d50f-42c0-49c9-a27f-c7bfe5b4ccba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:06.573343 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:08.047043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:08.215618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:12.019838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:14.172259 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:14.846609 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:13:18.197335 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:18.204416 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:18.208034 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:19.961211 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:29.947071 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:29.952147 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:29.955134 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:33.185930 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-92cb99fc-dceb-481e-b298-88b943ca8785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:35.383308 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6aa2-0e51-4c63-995f-94bf9d297dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:36.585909 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:36.848673 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=15 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:36.854776 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=19 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:38.059768 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:38.211823 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:48.050850 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:48.203742 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:48.205673 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:13:49.979317 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:13:51.846510 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:14:01.846413 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:03.180872 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-567672f8-5df4-4f2e-a568-378ea6e0c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:05.377510 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f394-effb-4f78-88f5-38f1ce819e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:06.579892 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:08.055987 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:08.207395 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:13.848700 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:13.854645 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:18.193906 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:18.198524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:18.201920 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:19.988110 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:28.846908 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:14:29.975032 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:29.979440 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:29.982342 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:33.189310 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59725cdd-e26f-41cc-8c4d-295adc4eb723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:35.382640 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-666029ff-da31-4092-a30b-88085a19f525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:36.582383 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:38.065743 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:38.215923 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:38.842259 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:38.849069 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:42.808069 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36262) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:42.942248 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36276) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:43.145259 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1912064877-network', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:43.179090 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Made reservation on behalf of 13c95b6f91e84cd498cc57c55253a477 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:14:43.179090 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.186392 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.268794 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks [] for security_group (50f391b9-223d-4990-9a7b-98d40ccb9887), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.274999 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (50f391b9-223d-4990-9a7b-98d40ccb9887), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.293854 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:14:43.321222 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738532946562', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (515697c6-c541-4061-bc57-ad462829625f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.321756 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Unsubscribe: segment precommit_create {{(pid=104057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 09:14:43.322401 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Added segment 515697c6-c541-4061-bc57-ad462829625f of type vlan for network ebe06835-bf96-4b89-ad2f-00c9514a77a0 Jul 04 09:14:43.358032 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f391b9-223d-4990-9a7b-98d40ccb9887,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:43.389161 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.389648 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.390262 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.390784 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.391208 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.391445 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.391772 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.392099 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.392439 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.393021 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.393153 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.393431 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.393758 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.394104 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.394421 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Tracked resource versions report: Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: pushed versions: Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: { 'AddressGroup': {'1.2'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Agent': {'1.1'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'ConntrackHelper': {'1.0'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Log': {'1.0'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'NDPProxy': {'1.0'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Network': {'1.1'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Port': {'1.7'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'PortForwarding': {'1.3'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'QosPolicy': {'1.10'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroup': {'1.5'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SubPort': {'1.0'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Subnet': {'1.1'}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Trunk': {'1.1'}} Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: consumer versions: Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: HyperV agent@hv-cinder-81914: {}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Agent': '1.1', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'ConntrackHelper': '1.0', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'LocalIPAssociation': '1.0', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Log': '1.0', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'NDPProxy': '1.0', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Network': '1.1', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Port': '1.7', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'PortForwarding': '1.3', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'QosPolicy': '1.10', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroup': '1.5', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SecurityGroupRule': '1.2', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'SubPort': '1.0', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Subnet': '1.1', Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: 'Trunk': '1.1'}} Jul 04 09:14:43.395727 dv-cinder-819149-7-iscsi neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:14:43.414135 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (ebe06835-bf96-4b89-ad2f-00c9514a77a0), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.457631 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (ebe06835-bf96-4b89-ad2f-00c9514a77a0), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.458881 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:43.459583 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.497075 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-534989299-network', 'tenant_id': '48690ebc49824572a08f53597eeee661'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:43.525042 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Made reservation on behalf of 48690ebc49824572a08f53597eeee661 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:14:43.528986 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.531143 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7218657 Jul 04 09:14:43.539453 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36308) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:43.539800 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36310) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:43.540672 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.550367 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Request body: {'subnet': {'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1912064877-subnet', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:43.576325 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629d514-5348-4a5c-ad1c-8a261139ad91 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe06835-bf96-4b89-ad2f-00c9514a77a0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:43.587400 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:14:43.668085 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks [] for security_group (6aebd39d-37c6-4a0b-8b1f-a29cdbabe471), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.676914 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6aebd39d-37c6-4a0b-8b1f-a29cdbabe471), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.691918 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Made reservation on behalf of 13c95b6f91e84cd498cc57c55253a477 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:14:43.694472 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.703810 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:14:43.726687 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (fec8d9b3-b0c6-4335-ba8c-782f1f64f65d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.727024 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Added segment fec8d9b3-b0c6-4335-ba8c-782f1f64f65d of type vlan for network df1b751e-d6ba-48eb-89e1-23cec336922c Jul 04 09:14:43.812801 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-381393702-network', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:43.839099 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (df1b751e-d6ba-48eb-89e1-23cec336922c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.849898 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:43.870177 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.870630 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.871022 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.871399 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.871725 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.872047 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.872542 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.873021 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.873359 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.873682 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.874039 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.874367 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.874681 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.874994 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.875307 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Tracked resource versions report: Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: pushed versions: Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: { 'AddressGroup': {'1.2'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Agent': {'1.1'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'ConntrackHelper': {'1.0'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Log': {'1.0'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'NDPProxy': {'1.0'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Network': {'1.1'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Port': {'1.7'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'PortForwarding': {'1.3'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'QosPolicy': {'1.10'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroup': {'1.5'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SubPort': {'1.0'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Subnet': {'1.1'}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Trunk': {'1.1'}} Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: consumer versions: Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: HyperV agent@hv-cinder-81914: {}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Agent': '1.1', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'ConntrackHelper': '1.0', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'LocalIPAssociation': '1.0', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Log': '1.0', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'NDPProxy': '1.0', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Network': '1.1', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Port': '1.7', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'PortForwarding': '1.3', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'QosPolicy': '1.10', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroup': '1.5', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SecurityGroupRule': '1.2', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'SubPort': '1.0', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Subnet': '1.1', Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: 'Trunk': '1.1'}} Jul 04 09:14:43.876513 dv-cinder-819149-7-iscsi neutron-server[104056]: {{(pid=104056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:14:43.914546 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (df1b751e-d6ba-48eb-89e1-23cec336922c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.915547 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:43.916121 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:43.922718 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Made reservation on behalf of 8cfd9d65f66641b2bda6bbdcf908ca3c for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:14:43.925034 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.002367 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.082890 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.1383083 Jul 04 09:14:44.085845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36358) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:44.088207 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:44.089119 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0348582-1568-4729-b446-6c1d26303c69 admin admin] Pushing event updated for resources: {'Network': ['ID=df1b751e-d6ba-48eb-89e1-23cec336922c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:44.091555 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Request body: {'subnet': {'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-subnet', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:44.105513 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network df1b751e-d6ba-48eb-89e1-23cec336922c details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:14:44.156003 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (bb3e4168-36a8-43dd-a56f-e33bfa2cd43a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.268341 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Made reservation on behalf of 48690ebc49824572a08f53597eeee661 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:14:44.271765 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.273817 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3e4168-36a8-43dd-a56f-e33bfa2cd43a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:44.283817 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Checking segment: {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:44.284480 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Network hostable DHCP agents. Network: ebe06835-bf96-4b89-ad2f-00c9514a77a0, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:14:44.316101 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:44.323958 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks [] for security_group (27208a33-af95-436a-9930-60ca03ff5895), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.331703 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (27208a33-af95-436a-9930-60ca03ff5895), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.364779 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:14:44.396678 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:14:44.410069 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (c80e200c-03ac-4a1a-ab9c-b267b002bf0a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.410419 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Added segment c80e200c-03ac-4a1a-ab9c-b267b002bf0a of type vlan for network d34116fb-495d-48d9-8d0c-0773d154a526 Jul 04 09:14:44.445679 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, ebe06835-bf96-4b89-ad2f-00c9514a77a0) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:44.454130 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86bdeb-b8cb-43e2-afb4-6988dcc81d68 None None] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:14:44.461620 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:44.462246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.533040 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (63fdfb2c-8b27-44e6-b796-b9b4b90ef657), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.569552 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27208a33-af95-436a-9930-60ca03ff5895,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:44.592369 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (d34116fb-495d-48d9-8d0c-0773d154a526), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.605423 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b018fa97-259a-483a-8330-380b5308ff40 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0571103 Jul 04 09:14:44.614826 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36374) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:44.625435 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fdfb2c-8b27-44e6-b796-b9b4b90ef657,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:44.631416 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:44.671588 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'fixed_ips': [{'subnet_id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:14:44.673466 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.731671 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.732786 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.744297 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (d34116fb-495d-48d9-8d0c-0773d154a526), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.745438 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:44.746116 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.746950 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Checking segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:44.747993 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Network hostable DHCP agents. Network: df1b751e-d6ba-48eb-89e1-23cec336922c, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:14:44.801328 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Network df1b751e-d6ba-48eb-89e1-23cec336922c is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:14:44.806426 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:44.821032 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, df1b751e-d6ba-48eb-89e1-23cec336922c) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:44.846275 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:44.848038 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.850889 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc558dc-d627-4013-a65f-3121a94b5f1f None None] Network df1b751e-d6ba-48eb-89e1-23cec336922c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:14:44.878520 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4e1e11c6-2bbc-4dff-9ab1-df49bd61e8ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7905767 Jul 04 09:14:44.881064 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36386) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:44.889853 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:44.891838 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3480473 Jul 04 09:14:44.906632 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36388) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:44.927095 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (2714678e-6db0-4e2e-a96a-484b3f832be2), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.929917 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (2714678e-6db0-4e2e-a96a-484b3f832be2), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:44.942451 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Request body: {'subnet': {'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-381393702-subnet', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:44.962851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks [] for router_controller (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.004426 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345d634-548c-4a7b-b550-635f6e83636e admin admin] Pushing event updated for resources: {'Network': ['ID=d34116fb-495d-48d9-8d0c-0773d154a526,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:45.057132 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network d34116fb-495d-48d9-8d0c-0773d154a526 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:14:45.111974 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Made reservation on behalf of 8cfd9d65f66641b2bda6bbdcf908ca3c for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:14:45.117990 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.126256 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Allocated IP 172.20.0.2 (ebe06835-bf96-4b89-ad2f-00c9514a77a0/bb3e4168-36a8-43dd-a56f-e33bfa2cd43a/41906b67-ab15-4202-8a91-76842007f08d) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:45.134277 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks [] for router_controller (2714678e-6db0-4e2e-a96a-484b3f832be2), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.147725 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:45.326408 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Publish callbacks [] for port (41906b67-ab15-4202-8a91-76842007f08d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.341240 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks [] for router_gateway (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.456086 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks [] for router_gateway (2714678e-6db0-4e2e-a96a-484b3f832be2), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.459260 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:45.508529 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (41906b67-ab15-4202-8a91-76842007f08d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.525242 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-df1b751e-d6ba-48eb-89e1-23cec336922c', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'project_id': '48690ebc49824572a08f53597eeee661', 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:14:45.526432 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.596477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:45.607133 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:45.609848 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:45.628728 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Pushing event updated for resources: {'Port': ['ID=41906b67-ab15-4202-8a91-76842007f08d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:45.649246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks [] for router_gateway (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.678320 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.678937 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.679266 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.679707 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.680160 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.680588 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.681015 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.681472 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.682039 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.682471 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.683122 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.683729 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.684214 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.684655 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.685194 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Tracked resource versions report: Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: pushed versions: Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Agent': {'1.1'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Log': {'1.0'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Network': {'1.1'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Port': {'1.7'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: consumer versions: Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: HyperV agent@hv-cinder-81914: {}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Agent': '1.1', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Log': '1.0', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'NDPProxy': '1.0', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Network': '1.1', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Port': '1.7', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'PortForwarding': '1.3', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'QosPolicy': '1.10', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'SubPort': '1.0', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Subnet': '1.1', Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: 'Trunk': '1.1'}} Jul 04 09:14:45.687355 dv-cinder-819149-7-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:14:45.690112 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.698642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:45.809290 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks [] for router_gateway (2714678e-6db0-4e2e-a96a-484b3f832be2), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.825780 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Allocated IP 172.27.0.127 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/a1bd1955-cf6c-45d8-a809-2d4983163d4b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:45.852781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Attempting to bind port 41906b67-ab15-4202-8a91-76842007f08d on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:14:45.853456 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.853764 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Attempting to bind port 41906b67-ab15-4202-8a91-76842007f08d by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:14:45.854267 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Attempting to bind port 41906b67-ab15-4202-8a91-76842007f08d on network ebe06835-bf96-4b89-ad2f-00c9514a77a0 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:14:45.887999 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:14:45.888737 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Checking segment: {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:45.889297 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.889794 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Bound using segment: {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:14:45.890592 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Bound port: 41906b67-ab15-4202-8a91-76842007f08d, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:14:45.891288 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (41906b67-ab15-4202-8a91-76842007f08d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:45.957800 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks [] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.032940 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (1d552e71-35e3-48ff-aa39-57c802cca993), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.041220 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.063475 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:46.091945 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:46.135677 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:46.137339 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Allocated IP 172.27.0.170 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/a888a942-39b6-42d0-9395-f9aa893815f5) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:46.147570 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:46.148644 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Allocated IP 172.20.0.2 (df1b751e-d6ba-48eb-89e1-23cec336922c/63fdfb2c-8b27-44e6-b796-b9b4b90ef657/a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:46.160576 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:46.163344 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d552e71-35e3-48ff-aa39-57c802cca993,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:46.179790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Pushing event updated for resources: {'Port': ['ID=a1bd1955-cf6c-45d8-a809-2d4983163d4b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:46.373646 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Checking segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:46.374055 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Network hostable DHCP agents. Network: d34116fb-495d-48d9-8d0c-0773d154a526, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:14:46.390003 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Publish callbacks [] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.411904 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks [] for port (a888a942-39b6-42d0-9395-f9aa893815f5), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.431684 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Network d34116fb-495d-48d9-8d0c-0773d154a526 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:14:46.433719 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.466982 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.499560 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, d34116fb-495d-48d9-8d0c-0773d154a526) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:46.528405 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Network df1b751e-d6ba-48eb-89e1-23cec336922c is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:46.533080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:46.534026 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.536335 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af0e56-45b1-40b0-8695-ee8da4ad5a70 None None] Network d34116fb-495d-48d9-8d0c-0773d154a526 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:14:46.549807 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] For port 41906b67-ab15-4202-8a91-76842007f08d, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:14:46.569197 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:46.574917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:46.575893 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0a70a55a-df4d-4b0a-b17e-14e216299d27 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6383145 Jul 04 09:14:46.577453 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:46.580022 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36442) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:46.585714 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:14:46.634801 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (67dd8dcb-6e4b-4f4a-a297-edac64970941), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.635902 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (67dd8dcb-6e4b-4f4a-a297-edac64970941), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.643468 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks [] for router_gateway (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.643928 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Pushing event updated for resources: {'Port': ['ID=a888a942-39b6-42d0-9395-f9aa893815f5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:46.670786 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:46.672523 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:46.676881 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:46.766871 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] For port 41906b67-ab15-4202-8a91-76842007f08d, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=41906b67-ab15-4202-8a91-76842007f08d,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:14:46.872317 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Pushing event updated for resources: {'Port': ['ID=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:46.890052 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (41906b67-ab15-4202-8a91-76842007f08d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:46.891027 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks [] for router_controller (67dd8dcb-6e4b-4f4a-a297-edac64970941), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.042287 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Attempting to bind port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:14:47.042651 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Attempting to bind port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:14:47.043008 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Attempting to bind port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:14:47.065525 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:14:47.066381 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Checking segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:47.068012 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.068738 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Bound using segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:14:47.069497 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Bound port: a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:14:47.070232 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.116653 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67447f-9c07-4db9-a2ce-ae521d2855f7 None None] Pushing event updated for resources: {'Port': ['ID=41906b67-ab15-4202-8a91-76842007f08d,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:47.144547 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:47.176210 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks [] for router_gateway (2714678e-6db0-4e2e-a96a-484b3f832be2), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.196926 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-d34116fb-495d-48d9-8d0c-0773d154a526', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:14:47.198417 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.232694 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:47.245871 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.250844 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks [] for router_gateway (67dd8dcb-6e4b-4f4a-a297-edac64970941), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.346341 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:47.366285 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] For port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:14:47.403406 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] For port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:14:47.420043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:47.473338 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:47.625237 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9aba-9641-4fcd-b80b-c6068e626ab2 None None] Pushing event updated for resources: {'Port': ['ID=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:47.650149 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Allocated IP 172.20.0.2 (d34116fb-495d-48d9-8d0c-0773d154a526/1d552e71-35e3-48ff-aa39-57c802cca993/20291c26-0bf9-46e0-9653-feb9335b0f3b) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:47.802191 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (2714678e-6db0-4e2e-a96a-484b3f832be2), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.036357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Router 2714678e-6db0-4e2e-a96a-484b3f832be2 is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:14:48.073678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Publish callbacks [] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.094069 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.138980 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:14:48.152107 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks [] for router_gateway (67dd8dcb-6e4b-4f4a-a297-edac64970941), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.166048 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:48.273816 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.328800 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Pushing event updated for resources: {'Port': ['ID=20291c26-0bf9-46e0-9653-feb9335b0f3b,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:48.352265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Network d34116fb-495d-48d9-8d0c-0773d154a526 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:48.357170 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:48.362616 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:48.376958 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:48.407476 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:14:48.421711 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Sync routers for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:14:48.452040 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.456180 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b688e399-960d-4ffd-bcbe-a492b03be52d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5692391 Jul 04 09:14:48.456653 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36530) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:48.458678 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:48.462631 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:48.572545 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36532) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:48.761685 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Attempting to bind port 20291c26-0bf9-46e0-9653-feb9335b0f3b on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:14:48.767563 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Attempting to bind port 20291c26-0bf9-46e0-9653-feb9335b0f3b by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:14:48.767947 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Attempting to bind port 20291c26-0bf9-46e0-9653-feb9335b0f3b on network d34116fb-495d-48d9-8d0c-0773d154a526 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:14:48.787009 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:48.792279 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:14:48.792651 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Checking segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:48.793044 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.793436 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Bound using segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:14:48.808367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Bound port: 20291c26-0bf9-46e0-9653-feb9335b0f3b, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:14:48.809126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.819724 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:48.884518 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:48.893147 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:48.973024 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36552) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:48.979077 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Allocated IP 172.27.0.205 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/2a5606b0-9605-41b5-a387-d53e0bee6dd9) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:49.059781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4b7fb-4769-4861-afa4-3071af9f4820 None None] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:14:49.081296 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] For port 20291c26-0bf9-46e0-9653-feb9335b0f3b, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:14:49.166609 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] For port 20291c26-0bf9-46e0-9653-feb9335b0f3b, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=20291c26-0bf9-46e0-9653-feb9335b0f3b,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:14:49.236262 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:14:49.239896 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.274905 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f373-5cde-46c1-84a5-7221e02a141c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.282347 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.283687 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0c8d18cc-448e-48c4-bc0d-445d441df3aa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6632926 Jul 04 09:14:49.288555 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Sync routers for ids ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:14:49.289518 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:49.360786 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-999d3c97-47da-45aa-a1c0-d1e124d7c8a1 None None] Provisioning complete for port 41906b67-ab15-4202-8a91-76842007f08d triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:49.361735 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-999d3c97-47da-45aa-a1c0-d1e124d7c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (41906b67-ab15-4202-8a91-76842007f08d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.369276 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks [] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.385066 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6844422-a44c-4edc-b49c-5c26c12d1aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.402544 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e10b2f-b626-42d6-905e-3e7aa98032ae None None] Pushing event updated for resources: {'Port': ['ID=20291c26-0bf9-46e0-9653-feb9335b0f3b,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:49.406926 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:49.407101 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.448123 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f373-5cde-46c1-84a5-7221e02a141c admin admin] Publish callbacks [] for security_group (6b113fcc-0c0f-4082-bab7-5c73dad8cc34), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.459403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f373-5cde-46c1-84a5-7221e02a141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6b113fcc-0c0f-4082-bab7-5c73dad8cc34), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.460775 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:49.468292 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.498296 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:14:49.502047 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08d918-c27f-4c49-803d-8f66a3788ee7 None None] Network df1b751e-d6ba-48eb-89e1-23cec336922c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:14:49.502253 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:49.531824 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.532074 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:46Z', 'revision_number': 3, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:49.532863 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 41906b67-ab15-4202-8a91-76842007f08d up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:49.567263 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Checking router: 2714678e-6db0-4e2e-a96a-484b3f832be2 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:14:49.567955 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Updating router 2714678e-6db0-4e2e-a96a-484b3f832be2 port a888a942-39b6-42d0-9395-f9aa893815f5 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:14:49.577155 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b3d3f373-5cde-46c1-84a5-7221e02a141c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b811e2ed889f4b9c9a776e88971ef58a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6004550 Jul 04 09:14:49.610837 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.709771 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36580) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:49.732137 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:49.766248 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:49.833441 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-999d3c97-47da-45aa-a1c0-d1e124d7c8a1 None None] Current status of the port 41906b67-ab15-4202-8a91-76842007f08d is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:49.834191 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-999d3c97-47da-45aa-a1c0-d1e124d7c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (41906b67-ab15-4202-8a91-76842007f08d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:49.843748 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:49.845338 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Routers {'8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:49.845785 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:49.900949 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3f373-5cde-46c1-84a5-7221e02a141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b113fcc-0c0f-4082-bab7-5c73dad8cc34,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:49.966810 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df10692e-c93d-4227-a934-4e1bfd7488e0 admin admin] Publish callbacks [] for security_group (6b113fcc-0c0f-4082-bab7-5c73dad8cc34), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.012440 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5606b0-9605-41b5-a387-d53e0bee6dd9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:50.044589 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:50.050545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:50.059854 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Publish callbacks [] for port (a888a942-39b6-42d0-9395-f9aa893815f5), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.061188 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:50.069258 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df10692e-c93d-4227-a934-4e1bfd7488e0 admin admin] Publish callbacks [] for security_group (6b113fcc-0c0f-4082-bab7-5c73dad8cc34), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.070187 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.148483 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Attempting to bind port a888a942-39b6-42d0-9395-f9aa893815f5 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:14:50.149028 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Attempting to bind port a888a942-39b6-42d0-9395-f9aa893815f5 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:14:50.149538 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Attempting to bind port a888a942-39b6-42d0-9395-f9aa893815f5 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:14:50.156828 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Pushing event updated for resources: {'Port': ['ID=a888a942-39b6-42d0-9395-f9aa893815f5,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:50.159749 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:14:50.160517 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:50.161060 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.161584 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:14:50.163633 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Bound port: a888a942-39b6-42d0-9395-f9aa893815f5, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:14:50.164215 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.165448 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6844422-a44c-4edc-b49c-5c26c12d1aed admin admin] Publish callbacks [] for security_group (72acd0ed-d341-4d50-a06c-8d0e8814e63d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.192865 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:50.196651 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6844422-a44c-4edc-b49c-5c26c12d1aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (72acd0ed-d341-4d50-a06c-8d0e8814e63d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.204546 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.205680 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:50.206107 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.206642 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.219359 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.222674 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.223180 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.223641 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.224095 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.224571 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.225655 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.226190 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.227664 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.230949 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.231554 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.232027 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Tracked resource versions report: Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: pushed versions: Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: { 'AddressGroup': {'1.2'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Agent': {'1.1'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'ConntrackHelper': {'1.0'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'LocalIPAssociation': {'1.0'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Log': {'1.0'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'NDPProxy': {'1.0'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Network': {'1.1'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Port': {'1.7'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'PortForwarding': {'1.3'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'QosPolicy': {'1.10'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroup': {'1.5'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroupRule': {'1.2'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SubPort': {'1.0'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Subnet': {'1.1'}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Trunk': {'1.1'}} Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: consumer versions: Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: { DHCP agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: HyperV agent@hv-cinder-81914: {}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: L3 agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: Metadata agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: Metering agent@dv-cinder-819149-7-iscsi: {}, Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: Open vSwitch agent@dv-cinder-819149-7-iscsi: { 'AddressGroup': '1.2', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Agent': '1.1', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'ConntrackHelper': '1.0', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'LocalIPAssociation': '1.0', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Log': '1.0', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'NDPProxy': '1.0', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Network': '1.1', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Port': '1.7', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'PortForwarding': '1.3', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'QosPolicy': '1.10', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroup': '1.5', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SecurityGroupRule': '1.2', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'SubPort': '1.0', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Subnet': '1.1', Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: 'Trunk': '1.1'}} Jul 04 09:14:50.233403 dv-cinder-819149-7-iscsi neutron-server[104059]: {{(pid=104059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 09:14:50.368275 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a6844422-a44c-4edc-b49c-5c26c12d1aed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95d5c8e7c27d4e02972278937d08900c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7921851 Jul 04 09:14:50.371259 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6844422-a44c-4edc-b49c-5c26c12d1aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72acd0ed-d341-4d50-a06c-8d0e8814e63d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:50.376637 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36596) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:50.383403 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] For port a888a942-39b6-42d0-9395-f9aa893815f5, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:14:50.390129 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] For port a888a942-39b6-42d0-9395-f9aa893815f5, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a888a942-39b6-42d0-9395-f9aa893815f5,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:14:50.406137 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 41906b67-ab15-4202-8a91-76842007f08d triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:50.406658 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (41906b67-ab15-4202-8a91-76842007f08d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.412150 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-999d3c97-47da-45aa-a1c0-d1e124d7c8a1 None None] For port 41906b67-ab15-4202-8a91-76842007f08d, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=41906b67-ab15-4202-8a91-76842007f08d,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:14:50.419245 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.453056 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.454164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks [] for router_gateway (67dd8dcb-6e4b-4f4a-a297-edac64970941), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.458868 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-999d3c97-47da-45aa-a1c0-d1e124d7c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (41906b67-ab15-4202-8a91-76842007f08d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.495733 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:50.496778 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:50.506229 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:50.530420 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df10692e-c93d-4227-a934-4e1bfd7488e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6b113fcc-0c0f-4082-bab7-5c73dad8cc34), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.533103 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df10692e-c93d-4227-a934-4e1bfd7488e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.534453 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-df10692e-c93d-4227-a934-4e1bfd7488e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b113fcc-0c0f-4082-bab7-5c73dad8cc34 HTTP/1.1" status: 204 len: 168 time: 0.8234813 Jul 04 09:14:50.553518 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba50fb-b79c-4b71-b848-cdca42d510ee None None] Pushing event updated for resources: {'Port': ['ID=a888a942-39b6-42d0-9395-f9aa893815f5,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:50.563538 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d3c97-47da-45aa-a1c0-d1e124d7c8a1 None None] Pushing event updated for resources: {'Port': ['ID=41906b67-ab15-4202-8a91-76842007f08d,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:50.622832 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Set router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:50.665640 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:50.692874 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-025028c7-99a6-40ec-80b4-5765425e70fb None None] Provisioning complete for port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:50.693273 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-025028c7-99a6-40ec-80b4-5765425e70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.696145 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:50.700835 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08dece7b-709e-4ef9-8f77-6d76ea83d513 admin admin] Publish callbacks [] for security_group (72acd0ed-d341-4d50-a06c-8d0e8814e63d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.725347 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10692e-c93d-4227-a934-4e1bfd7488e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b113fcc-0c0f-4082-bab7-5c73dad8cc34,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:50.780224 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:50.950727 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (67dd8dcb-6e4b-4f4a-a297-edac64970941), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.008589 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:51.014637 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08dece7b-709e-4ef9-8f77-6d76ea83d513 admin admin] Publish callbacks [] for security_group (72acd0ed-d341-4d50-a06c-8d0e8814e63d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.069702 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:46Z', 'revision_number': 3, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:51.071353 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Allocated IP 172.20.0.1 (df1b751e-d6ba-48eb-89e1-23cec336922c/63fdfb2c-8b27-44e6-b796-b9b4b90ef657/43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:51.152699 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3accf318-b188-46b5-8b51-807e17031d1d None None] The sync data for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi is: [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:46Z', 'revision_number': 3, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:14:51.169693 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:51.203278 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08dece7b-709e-4ef9-8f77-6d76ea83d513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (72acd0ed-d341-4d50-a06c-8d0e8814e63d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.206459 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08dece7b-709e-4ef9-8f77-6d76ea83d513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.210627 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-08dece7b-709e-4ef9-8f77-6d76ea83d513 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72acd0ed-d341-4d50-a06c-8d0e8814e63d HTTP/1.1" status: 204 len: 168 time: 0.8329077 Jul 04 09:14:51.225165 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.237840 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dece7b-709e-4ef9-8f77-6d76ea83d513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72acd0ed-d341-4d50-a06c-8d0e8814e63d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:51.296115 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks [] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.310647 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7193a3b0-7194-42eb-b3d3-7cdba9c49a3a None None] Network d34116fb-495d-48d9-8d0c-0773d154a526 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:14:51.325320 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 41906b67-ab15-4202-8a91-76842007f08d is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:51.349112 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36608) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:51.384137 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46bb4343-c18b-48ae-9a33-c78fe6e36dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.402225 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.509123 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Network df1b751e-d6ba-48eb-89e1-23cec336922c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:51.515245 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:51.519215 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-025028c7-99a6-40ec-80b4-5765425e70fb None None] Current status of the port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:51.524539 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:46Z', 'revision_number': 3, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port': {'id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:51.540413 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:51.541590 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (2714678e-6db0-4e2e-a96a-484b3f832be2), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.549060 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:51.620366 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:51.646134 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Checking router: 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:14:51.647870 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Updating router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d port a1bd1955-cf6c-45d8-a809-2d4983163d4b binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:14:51.662562 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:51.673011 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Router 67dd8dcb-6e4b-4f4a-a297-edac64970941 is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:14:51.693238 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-025028c7-99a6-40ec-80b4-5765425e70fb None None] Provisioning complete for port 41906b67-ab15-4202-8a91-76842007f08d triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:51.693852 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-025028c7-99a6-40ec-80b4-5765425e70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (41906b67-ab15-4202-8a91-76842007f08d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.776129 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.780433 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 20291c26-0bf9-46e0-9653-feb9335b0f3b up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:51.826218 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46bb4343-c18b-48ae-9a33-c78fe6e36dca admin admin] Publish callbacks [] for security_group (0262a74e-c8fa-4687-a721-c7f5a7ed10b9), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.903799 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36620) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:51.937058 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-947b0ba2-c763-4dd6-9054-ad4d0dff5fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.939415 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Pushing event updated for resources: {'Port': ['ID=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:51.940718 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46bb4343-c18b-48ae-9a33-c78fe6e36dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0262a74e-c8fa-4687-a721-c7f5a7ed10b9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:51.945200 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Allocated IP 172.20.0.1 (ebe06835-bf96-4b89-ad2f-00c9514a77a0/bb3e4168-36a8-43dd-a56f-e33bfa2cd43a/d7aea25a-2491-4c10-9469-18d7adefe4e4) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:51.971677 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:51.972911 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-025028c7-99a6-40ec-80b4-5765425e70fb None None] Current status of the port 41906b67-ab15-4202-8a91-76842007f08d is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:51.978453 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.054226 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-46bb4343-c18b-48ae-9a33-c78fe6e36dca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52aedf148cd943a5b8bbe70b19aeea49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7014816 Jul 04 09:14:52.055254 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36622) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:52.070298 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb4343-c18b-48ae-9a33-c78fe6e36dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0262a74e-c8fa-4687-a721-c7f5a7ed10b9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:52.145327 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Provisioning complete for port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:52.145729 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.221454 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 20291c26-0bf9-46e0-9653-feb9335b0f3b triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:52.221848 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.226932 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de868340-18ba-43fb-88b9-a609e115717e admin admin] Publish callbacks [] for security_group (0262a74e-c8fa-4687-a721-c7f5a7ed10b9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.254013 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de868340-18ba-43fb-88b9-a609e115717e admin admin] Publish callbacks [] for security_group (0262a74e-c8fa-4687-a721-c7f5a7ed10b9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.308590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:14:52.337169 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Provisioning complete for port 20291c26-0bf9-46e0-9653-feb9335b0f3b triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:52.337611 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.349829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-947b0ba2-c763-4dd6-9054-ad4d0dff5fce admin admin] Publish callbacks [] for security_group (c5815474-fd09-4c52-91b8-7e1429e61ec9), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.353079 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:14:52.372135 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Sync routers for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:14:52.382156 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de868340-18ba-43fb-88b9-a609e115717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0262a74e-c8fa-4687-a721-c7f5a7ed10b9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.385173 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de868340-18ba-43fb-88b9-a609e115717e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.386454 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-de868340-18ba-43fb-88b9-a609e115717e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0262a74e-c8fa-4687-a721-c7f5a7ed10b9 HTTP/1.1" status: 204 len: 168 time: 0.3254440 Jul 04 09:14:52.408835 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:52.416396 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.417134 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-947b0ba2-c763-4dd6-9054-ad4d0dff5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (c5815474-fd09-4c52-91b8-7e1429e61ec9), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.417778 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2017c7b5-706b-41b9-9bc4-c5a6e42bd802 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8362007 Jul 04 09:14:52.423021 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:52.436274 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36628) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:52.436792 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de868340-18ba-43fb-88b9-a609e115717e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0262a74e-c8fa-4687-a721-c7f5a7ed10b9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:52.543243 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-947b0ba2-c763-4dd6-9054-ad4d0dff5fce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=470b0b00efba49ecbab24afb7c2c5215&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6375456 Jul 04 09:14:52.566238 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36638) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:52.748978 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:52.761932 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 20291c26-0bf9-46e0-9653-feb9335b0f3b is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:52.762421 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:52.828020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0ba2-c763-4dd6-9054-ad4d0dff5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5815474-fd09-4c52-91b8-7e1429e61ec9,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:52.940288 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:52.971403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:52.991875 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 20291c26-0bf9-46e0-9653-feb9335b0f3b, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=20291c26-0bf9-46e0-9653-feb9335b0f3b,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:14:53.004464 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.005438 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:53.007627 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Current status of the port 20291c26-0bf9-46e0-9653-feb9335b0f3b is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:53.007787 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.047445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks [] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.052559 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5990-0ac1-4b94-af5a-03178bb8cfe1 admin admin] Publish callbacks [] for security_group (c5815474-fd09-4c52-91b8-7e1429e61ec9), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.067428 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:53.074189 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks [] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.119952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.120999 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (2714678e-6db0-4e2e-a96a-484b3f832be2), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.176704 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5990-0ac1-4b94-af5a-03178bb8cfe1 admin admin] Publish callbacks [] for security_group (c5815474-fd09-4c52-91b8-7e1429e61ec9), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.279029 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Publish callbacks [] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.283014 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.db.api [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 09:14:53.283831 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG oslo_db.api [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 09:14:53.284671 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=20291c26-0bf9-46e0-9653-feb9335b0f3b,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:53.294061 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.341130 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 36668) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:53.377049 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Pushing event updated for resources: {'Port': ['ID=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:53.385518 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.422817 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c5e52-c0f2-42c0-bfb4-34c650145a59 None None] Pushing event updated for resources: {'Port': ['ID=a1bd1955-cf6c-45d8-a809-2d4983163d4b,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:53.464099 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:53.467172 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:53.481970 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:53.499482 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Network df1b751e-d6ba-48eb-89e1-23cec336922c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:53.499706 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:53.501418 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5990-0ac1-4b94-af5a-03178bb8cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (c5815474-fd09-4c52-91b8-7e1429e61ec9), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.501729 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.504272 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5990-0ac1-4b94-af5a-03178bb8cfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.505454 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6c1a5990-0ac1-4b94-af5a-03178bb8cfe1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5815474-fd09-4c52-91b8-7e1429e61ec9 HTTP/1.1" status: 204 len: 168 time: 0.9168313 Jul 04 09:14:53.513538 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:53.529744 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Pushing event updated for resources: {'Port': ['ID=d7aea25a-2491-4c10-9469-18d7adefe4e4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:53.532654 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:53.540326 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:53.541016 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.555240 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Attempting to bind port a1bd1955-cf6c-45d8-a809-2d4983163d4b on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:14:53.561443 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Attempting to bind port a1bd1955-cf6c-45d8-a809-2d4983163d4b by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:14:53.562921 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Attempting to bind port a1bd1955-cf6c-45d8-a809-2d4983163d4b on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:14:53.629410 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:14:53.629926 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:53.630734 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.631199 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:14:53.637103 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Bound port: a1bd1955-cf6c-45d8-a809-2d4983163d4b, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:14:53.637612 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.645153 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a5990-0ac1-4b94-af5a-03178bb8cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5815474-fd09-4c52-91b8-7e1429e61ec9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:53.669746 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:50Z', 'revision_number': 3, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:53.744771 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Checking router: 67dd8dcb-6e4b-4f4a-a297-edac64970941 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:14:53.745600 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Updating router 67dd8dcb-6e4b-4f4a-a297-edac64970941 port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:14:53.860278 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:53.872944 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Router 2714678e-6db0-4e2e-a96a-484b3f832be2 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:14:53.952247 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee1577d1-a16a-4141-bd24-d79e1da21657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.214404 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:14:54.257293 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3141a045-285c-42d9-8bc1-14bc51bad17e admin admin] 10.222.0.26 "PUT /v2.0/routers/2714678e-6db0-4e2e-a96a-484b3f832be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7984667 Jul 04 09:14:54.264962 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Sync routers for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:14:54.304686 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:54.333400 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:54.337622 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:54.348600 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Current status of the port 20291c26-0bf9-46e0-9653-feb9335b0f3b is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:54.456860 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.459091 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] For port a1bd1955-cf6c-45d8-a809-2d4983163d4b, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:14:54.514826 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Provisioning complete for port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:54.515276 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.546089 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] For port a1bd1955-cf6c-45d8-a809-2d4983163d4b, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a1bd1955-cf6c-45d8-a809-2d4983163d4b,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:14:54.563003 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee1577d1-a16a-4141-bd24-d79e1da21657 admin admin] Publish callbacks [] for security_group (59c0df66-7d52-4e6e-9971-b8d270290e15), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.571618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.578735 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Publish callbacks [] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.587518 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.600291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:54.601384 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 41906b67-ab15-4202-8a91-76842007f08d up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:54.637401 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:54.655143 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ee1577d1-a16a-4141-bd24-d79e1da21657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (59c0df66-7d52-4e6e-9971-b8d270290e15), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.659911 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Attempting to bind port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:14:54.660320 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Attempting to bind port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:14:54.660633 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Attempting to bind port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:14:54.662986 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef13d5-8f54-4231-b09f-7ca04f6ea523 None None] Pushing event updated for resources: {'Port': ['ID=2a5606b0-9605-41b5-a387-d53e0bee6dd9,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:54.670048 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:14:54.671172 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:54.672022 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.672568 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:14:54.673036 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Bound port: 2a5606b0-9605-41b5-a387-d53e0bee6dd9, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:14:54.673409 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.795646 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Routers {'8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:54.814588 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:54.843796 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:54.844006 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] For port 2a5606b0-9605-41b5-a387-d53e0bee6dd9, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:14:54.849187 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] For port 2a5606b0-9605-41b5-a387-d53e0bee6dd9, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=2a5606b0-9605-41b5-a387-d53e0bee6dd9,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:14:54.865732 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:54.889313 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ee1577d1-a16a-4141-bd24-d79e1da21657 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13eb5bc141c34f99ab7b090ff2ea1146&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5097387 Jul 04 09:14:54.890530 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36726) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:54.896022 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:54.909008 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1577d1-a16a-4141-bd24-d79e1da21657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c0df66-7d52-4e6e-9971-b8d270290e15,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:54.930609 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:54.932443 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:55.053617 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d20aadc6-c491-4f37-923e-0cb38549f43c admin admin] Publish callbacks [] for security_group (59c0df66-7d52-4e6e-9971-b8d270290e15), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.060854 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.083259 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef13d5-8f54-4231-b09f-7ca04f6ea523 None None] Pushing event updated for resources: {'Port': ['ID=2a5606b0-9605-41b5-a387-d53e0bee6dd9,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:55.107028 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d20aadc6-c491-4f37-923e-0cb38549f43c admin admin] Publish callbacks [] for security_group (59c0df66-7d52-4e6e-9971-b8d270290e15), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.191721 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:55.205121 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d20aadc6-c491-4f37-923e-0cb38549f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (59c0df66-7d52-4e6e-9971-b8d270290e15), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.208389 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d20aadc6-c491-4f37-923e-0cb38549f43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.210172 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d20aadc6-c491-4f37-923e-0cb38549f43c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59c0df66-7d52-4e6e-9971-b8d270290e15 HTTP/1.1" status: 204 len: 168 time: 0.3184044 Jul 04 09:14:55.217509 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36760) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:55.224274 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c5e52-c0f2-42c0-bfb4-34c650145a59 None None] Pushing event updated for resources: {'Port': ['ID=a1bd1955-cf6c-45d8-a809-2d4983163d4b,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:55.226074 dv-cinder-819149-7-iscsi neutron-server[104057]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 09:14:55.282047 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:55.334589 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 41906b67-ab15-4202-8a91-76842007f08d triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:55.335243 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (41906b67-ab15-4202-8a91-76842007f08d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.501210 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-18cb66b4-0879-4d04-b5b5-48741af98dab None None] Current status of the port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:55.528257 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:50Z', 'revision_number': 3, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:55.575118 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aadc6-c491-4f37-923e-0cb38549f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c0df66-7d52-4e6e-9971-b8d270290e15,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:55.578290 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] Set router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:55.586584 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-4c8ad5a8-6dcb-433d-8d70-699db0764c3a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:55.586584 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-4c8ad5a8-6dcb-433d-8d70-699db0764c3a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 818 time: 0.3665590 Jul 04 09:14:55.606368 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-4812512d-a1e0-403a-9ea9-abc1ddc2b35e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/quotas/48690ebc49824572a08f53597eeee661 HTTP/1.1" status: 200 len: 375 time: 0.0132689 Jul 04 09:14:55.636153 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9f21f-11b5-4fcf-a08b-11169e4e00b7 None None] The sync data for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi is: [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:50Z', 'revision_number': 3, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:14:55.677182 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:55.681470 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:55.686527 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:55.714717 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks [] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.734729 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:55.742664 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.743589 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.788868 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-d4e5c302-d9c9-4099-8767-04e93f5ba21f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1766591 Jul 04 09:14:55.843255 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Provisioning complete for port d7aea25a-2491-4c10-9469-18d7adefe4e4 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:55.843991 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:55.846539 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Allocated IP 172.20.0.1 (d34116fb-495d-48d9-8d0c-0773d154a526/1d552e71-35e3-48ff-aa39-57c802cca993/240397f1-f9c5-465b-80e6-0ebc24890dcd) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:14:55.870828 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Pushing event updated for resources: {'Port': ['ID=d7aea25a-2491-4c10-9469-18d7adefe4e4,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:56.018894 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:56.024104 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:56.074781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Port d7aea25a-2491-4c10-9469-18d7adefe4e4 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:14:56.083889 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:52Z', 'revision_number': 2, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:56.138610 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 41906b67-ab15-4202-8a91-76842007f08d is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:56.146261 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Checking router: 2714678e-6db0-4e2e-a96a-484b3f832be2 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:14:56.146783 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Updating router 2714678e-6db0-4e2e-a96a-484b3f832be2 port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:14:56.194914 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks [] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:56.222722 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 4, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port': {'id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7aea25a-2491-4c10-9469-18d7adefe4e4', 'name': '', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'mac_address': 'fa:16:3e:6b:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:51Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 1, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'subnets': [{'id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:56.267092 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Provisioning complete for port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:56.267092 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:56.390351 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a99b67-ff53-4aca-a2c9-436bd4de2fc1 None None] The sync data for ids ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'] in dv-cinder-819149-7-iscsi is: [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 4, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port': {'id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7aea25a-2491-4c10-9469-18d7adefe4e4', 'name': '', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'mac_address': 'fa:16:3e:6b:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:51Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 1, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'subnets': [{'id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:14:56.415646 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:56.421496 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:14:56.424089 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:56.427303 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:14:56.442335 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Provisioning complete for port 20291c26-0bf9-46e0-9653-feb9335b0f3b triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:56.442880 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:56.520515 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a888a942-39b6-42d0-9395-f9aa893815f5 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:56.634292 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:56.636203 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36804) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:56.742471 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Network d34116fb-495d-48d9-8d0c-0773d154a526 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:56.757585 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:56.775611 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:14:56.776090 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (67dd8dcb-6e4b-4f4a-a297-edac64970941), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:56.878742 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a888a942-39b6-42d0-9395-f9aa893815f5 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:56.883551 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.065232 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f528-19aa-43a5-89e4-7f45162e624e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.197503 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Pushing event updated for resources: {'Port': ['ID=240397f1-f9c5-465b-80e6-0ebc24890dcd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:57.218948 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:57.356606 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.359634 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-2ba3e614-ac99-4e81-ba0e-41e0876d91cd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:14:57.362368 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-2ba3e614-ac99-4e81-ba0e-41e0876d91cd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4424598 Jul 04 09:14:57.388553 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-8b34218b-b437-4613-8e71-7f701ded1b2a None None] Current status of the port 20291c26-0bf9-46e0-9653-feb9335b0f3b is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:57.434804 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f528-19aa-43a5-89e4-7f45162e624e admin admin] Publish callbacks [] for security_group (4261b5e2-951e-4efb-b430-66a814e40d12), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.462287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:14:57.473367 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f528-19aa-43a5-89e4-7f45162e624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (4261b5e2-951e-4efb-b430-66a814e40d12), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.476477 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-31c05524-fcc0-4d70-a42e-447245c35817 admin admin] 10.222.0.26 "PUT /v2.0/routers/8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1858196 Jul 04 09:14:57.537126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-bc875ab4-0569-44ff-954d-ad9bdd42257f None None] Provisioning complete for port d7aea25a-2491-4c10-9469-18d7adefe4e4 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:57.537126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc875ab4-0569-44ff-954d-ad9bdd42257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.559290 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:57.606319 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:57.656681 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a888a942-39b6-42d0-9395-f9aa893815f5 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:57.656908 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.673092 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6f528-19aa-43a5-89e4-7f45162e624e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261b5e2-951e-4efb-b430-66a814e40d12,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:57.681162 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c6c6f528-19aa-43a5-89e4-7f45162e624e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80a6421aa9a94f0badd40600792880fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0438356 Jul 04 09:14:57.692336 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36846) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:57.716147 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-bc875ab4-0569-44ff-954d-ad9bdd42257f None None] Port d7aea25a-2491-4c10-9469-18d7adefe4e4 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:14:57.766130 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-f434b1d5-8f11-45d6-80e9-753f977ee81a service neutron] 10.222.0.26 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972063 Jul 04 09:14:57.771539 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port a888a942-39b6-42d0-9395-f9aa893815f5, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a888a942-39b6-42d0-9395-f9aa893815f5,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:14:57.778590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-bc875ab4-0569-44ff-954d-ad9bdd42257f None None] Provisioning complete for port 240397f1-f9c5-465b-80e6-0ebc24890dcd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:57.779109 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc875ab4-0569-44ff-954d-ad9bdd42257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.822394 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:57.823830 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-bc875ab4-0569-44ff-954d-ad9bdd42257f None None] Port 240397f1-f9c5-465b-80e6-0ebc24890dcd cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:14:57.832235 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.833192 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 2a5606b0-9605-41b5-a387-d53e0bee6dd9 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:57.841005 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks [] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.852612 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.853056 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (67dd8dcb-6e4b-4f4a-a297-edac64970941), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.875212 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Publish callbacks [] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.915982 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.963143 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-18a8c6e9-128a-466d-a84c-7be69950786a admin admin] Publish callbacks [] for security_group (4261b5e2-951e-4efb-b430-66a814e40d12), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:57.970477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:57.994524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:57.994524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.039493 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=a888a942-39b6-42d0-9395-f9aa893815f5,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:58.075591 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-4c2a9913-63e5-4b2e-815b-1134059dc1dc service neutron] 10.222.0.26 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013482 Jul 04 09:14:58.092335 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Network d34116fb-495d-48d9-8d0c-0773d154a526 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:14:58.101397 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:14:58.112214 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Pushing event updated for resources: {'Port': ['ID=240397f1-f9c5-465b-80e6-0ebc24890dcd,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:58.188572 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-18a8c6e9-128a-466d-a84c-7be69950786a admin admin] Publish callbacks [] for security_group (4261b5e2-951e-4efb-b430-66a814e40d12), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.204141 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Attempting to bind port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:14:58.204637 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Attempting to bind port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:14:58.205011 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Attempting to bind port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:14:58.244557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80074201-3709-4328-9645-55bdada1a40e None None] Pushing event updated for resources: {'Port': ['ID=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:58.264073 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:14:58.264488 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Checking segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:14:58.264894 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.265286 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Bound using segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:14:58.265779 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Bound port: 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:14:58.266189 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.326038 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-18a8c6e9-128a-466d-a84c-7be69950786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (4261b5e2-951e-4efb-b430-66a814e40d12), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.328751 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-18a8c6e9-128a-466d-a84c-7be69950786a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.330254 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-18a8c6e9-128a-466d-a84c-7be69950786a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4261b5e2-951e-4efb-b430-66a814e40d12 HTTP/1.1" status: 204 len: 168 time: 0.6327629 Jul 04 09:14:58.352432 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8c6e9-128a-466d-a84c-7be69950786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261b5e2-951e-4efb-b430-66a814e40d12,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:58.363879 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Router 67dd8dcb-6e4b-4f4a-a297-edac64970941 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:14:58.519912 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] For port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:14:58.536555 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] For port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:14:58.585230 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-f363834e-642c-4dd1-a717-e2edb549227e None None] Provisioning complete for port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:58.585795 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f363834e-642c-4dd1-a717-e2edb549227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.587801 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:58.605697 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:14:58.624290 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-541bc685-fd1e-4a09-83c0-fdd14f23fb34 admin admin] 10.222.0.26 "PUT /v2.0/routers/67dd8dcb-6e4b-4f4a-a297-edac64970941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1699915 Jul 04 09:14:58.743524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80074201-3709-4328-9645-55bdada1a40e None None] Pushing event updated for resources: {'Port': ['ID=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:58.798571 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f6018a15-cd24-4ebc-bf6a-125e8d847519 req-7384b09c-947d-4b61-85a6-8ca06ee73fd2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 210 time: 0.1392269 Jul 04 09:14:58.806215 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:58.810240 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:58.812362 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:58.812752 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:59.004800 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:14:59.031769 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 2a5606b0-9605-41b5-a387-d53e0bee6dd9, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=2a5606b0-9605-41b5-a387-d53e0bee6dd9,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:14:59.060501 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:59.061334 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 20291c26-0bf9-46e0-9653-feb9335b0f3b up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:14:59.095236 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Sync routers for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:14:59.123802 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:14:59.124478 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:59.224188 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-f363834e-642c-4dd1-a717-e2edb549227e None None] Current status of the port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:59.224586 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f363834e-642c-4dd1-a717-e2edb549227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:59.340380 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=2a5606b0-9605-41b5-a387-d53e0bee6dd9,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:59.344925 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:59.382772 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:14:59.387244 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f363834e-642c-4dd1-a717-e2edb549227e None None] For port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:14:59.455044 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 20291c26-0bf9-46e0-9653-feb9335b0f3b triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:59.455432 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:59.460666 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f363834e-642c-4dd1-a717-e2edb549227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:59.561416 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36932) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:14:59.662116 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-fc2463c3-c0e2-4463-9fcc-3b1c73e05ab4 None None] Provisioning complete for port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:59.662633 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc2463c3-c0e2-4463-9fcc-3b1c73e05ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:59.741600 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363834e-642c-4dd1-a717-e2edb549227e None None] Pushing event updated for resources: {'Port': ['ID=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:14:59.814313 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-c6bace30-a16a-4463-a701-1a2be4ecb660 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:14:59.816405 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-c6bace30-a16a-4463-a701-1a2be4ecb660 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/networks?id=ebe06835-bf96-4b89-ad2f-00c9514a77a0 HTTP/1.1" status: 200 len: 812 time: 0.2538910 Jul 04 09:14:59.817147 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 2, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:14:59.841102 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-7f82c88d-4da0-4edc-b836-a8b059f10135 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/quotas/13c95b6f91e84cd498cc57c55253a477 HTTP/1.1" status: 200 len: 375 time: 0.0193686 Jul 04 09:14:59.851111 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 20291c26-0bf9-46e0-9653-feb9335b0f3b is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:59.902415 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Checking router: 67dd8dcb-6e4b-4f4a-a297-edac64970941 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:14:59.903842 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Updating router 67dd8dcb-6e4b-4f4a-a297-edac64970941 port 240397f1-f9c5-465b-80e6-0ebc24890dcd binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:14:59.908528 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-88b329ed-4ccc-41d5-8d1f-7a21bf5265bf tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13c95b6f91e84cd498cc57c55253a477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658669 Jul 04 09:14:59.948914 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-fc2463c3-c0e2-4463-9fcc-3b1c73e05ab4 None None] Current status of the port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:14:59.967781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-fc2463c3-c0e2-4463-9fcc-3b1c73e05ab4 None None] Provisioning complete for port 240397f1-f9c5-465b-80e6-0ebc24890dcd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:14:59.968182 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc2463c3-c0e2-4463-9fcc-3b1c73e05ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:14:59.994081 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:00.016884 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:00.026870 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:00.027203 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d2de2-08a2-4764-bf33-481eaf4169d1 None None] The sync data for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi is: [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:15:00.056462 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-fc2463c3-c0e2-4463-9fcc-3b1c73e05ab4 None None] Port 240397f1-f9c5-465b-80e6-0ebc24890dcd cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:15:00.234017 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a888a942-39b6-42d0-9395-f9aa893815f5 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:00.397048 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 36958) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:00.411143 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:00.412158 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-ea888b5a-9981-4560-959f-70b100eb67e4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325584690', 'description': 'tempest-description--1559984227'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:00.438953 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a888a942-39b6-42d0-9395-f9aa893815f5 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:00.445359 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:00.483269 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea888b5a-9981-4560-959f-70b100eb67e4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:00.544529 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:00.640648 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a888a942-39b6-42d0-9395-f9aa893815f5 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:00.641937 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1bd1955-cf6c-45d8-a809-2d4983163d4b up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:00.692840 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a1bd1955-cf6c-45d8-a809-2d4983163d4b triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:00.693402 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:00.904245 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Sync routers for ids ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:15:00.948297 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-ab4bc71e-b303-48b7-9032-3d091ed2894b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:00.959796 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Publish callbacks [] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:00.960971 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-ab4bc71e-b303-48b7-9032-3d091ed2894b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 818 time: 0.3581650 Jul 04 09:15:00.968033 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:00.983788 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:00.999731 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Routers {'8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:15:01.000637 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:01.112280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea888b5a-9981-4560-959f-70b100eb67e4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (dfa43f07-f407-4e3c-96ba-31e0bf50cc71), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.145303 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-f071ec62-80ba-4877-a8e0-e5f8e6f7b02d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/quotas/48690ebc49824572a08f53597eeee661 HTTP/1.1" status: 200 len: 375 time: 0.1818190 Jul 04 09:15:01.146248 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397e849-3c49-429b-bc67-79b871fe2273 None None] Pushing event updated for resources: {'Port': ['ID=240397f1-f9c5-465b-80e6-0ebc24890dcd,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:01.455911 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a1bd1955-cf6c-45d8-a809-2d4983163d4b is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:01.457285 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.482226 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Attempting to bind port 240397f1-f9c5-465b-80e6-0ebc24890dcd on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:15:01.483206 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Attempting to bind port 240397f1-f9c5-465b-80e6-0ebc24890dcd by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:15:01.484641 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Attempting to bind port 240397f1-f9c5-465b-80e6-0ebc24890dcd on network d34116fb-495d-48d9-8d0c-0773d154a526 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:01.510355 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:15:01.512494 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Checking segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:15:01.515397 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.516664 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Bound using segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:15:01.520048 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Bound port: 240397f1-f9c5-465b-80e6-0ebc24890dcd, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:15:01.522505 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.548619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port a1bd1955-cf6c-45d8-a809-2d4983163d4b, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a1bd1955-cf6c-45d8-a809-2d4983163d4b,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:01.592236 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.599584 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 2a5606b0-9605-41b5-a387-d53e0bee6dd9 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:01.637715 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37018) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:01.663393 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea888b5a-9981-4560-959f-70b100eb67e4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (dfa43f07-f407-4e3c-96ba-31e0bf50cc71), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.712242 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:01.783473 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Set router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:15:01.797189 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:01.807455 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] For port 240397f1-f9c5-465b-80e6-0ebc24890dcd, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:15:01.808717 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-dd48c0d5-72bd-4927-88ea-dd66ed3ee592 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:15:01.810126 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-dd48c0d5-72bd-4927-88ea-dd66ed3ee592 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8301296 Jul 04 09:15:01.822216 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea888b5a-9981-4560-959f-70b100eb67e4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.823946 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ea888b5a-9981-4560-959f-70b100eb67e4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4252517 Jul 04 09:15:01.828250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37028) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:01.834154 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a2643e47-9373-4040-9cec-25480d7329bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'security_group_rule': {'security_group_id': 'dfa43f07-f407-4e3c-96ba-31e0bf50cc71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:01.834736 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] For port 240397f1-f9c5-465b-80e6-0ebc24890dcd, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=240397f1-f9c5-465b-80e6-0ebc24890dcd,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:15:01.841055 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-35ada2f9-91f8-49e4-ad2f-743dbd363f26 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6945016 Jul 04 09:15:01.850612 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.865905 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea888b5a-9981-4560-959f-70b100eb67e4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa43f07-f407-4e3c-96ba-31e0bf50cc71,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:01.926598 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2643e47-9373-4040-9cec-25480d7329bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (886a1d75-ee53-4748-a595-d7db34dce6f2), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:01.946723 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-32af0787-c2fc-4240-92d7-fa9e86b9460d None None] Provisioning complete for port 240397f1-f9c5-465b-80e6-0ebc24890dcd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:01.947122 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32af0787-c2fc-4240-92d7-fa9e86b9460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.018696 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:15:02.019621 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:02.035927 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:02.074533 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2643e47-9373-4040-9cec-25480d7329bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (886a1d75-ee53-4748-a595-d7db34dce6f2), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.084998 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2643e47-9373-4040-9cec-25480d7329bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (886a1d75-ee53-4748-a595-d7db34dce6f2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.124484 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2643e47-9373-4040-9cec-25480d7329bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886a1d75-ee53-4748-a595-d7db34dce6f2,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:02.235644 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5067f51-5f60-44e2-b3e4-98fd007196ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.266194 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2643e47-9373-4040-9cec-25480d7329bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.269522 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a2643e47-9373-4040-9cec-25480d7329bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4399798 Jul 04 09:15:02.272775 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37046) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:02.280546 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a0702705-ce6e-4ccd-9510-a9fad86990f2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'security_group_rule': {'security_group_id': 'dfa43f07-f407-4e3c-96ba-31e0bf50cc71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:02.306496 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-ec34bc1f-b6cb-48e1-a530-36dd47affa56 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe06835-bf96-4b89-ad2f-00c9514a77a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791307 Jul 04 09:15:02.333210 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397e849-3c49-429b-bc67-79b871fe2273 None None] Pushing event updated for resources: {'Port': ['ID=240397f1-f9c5-465b-80e6-0ebc24890dcd,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:02.367878 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:15:02.425206 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0702705-ce6e-4ccd-9510-a9fad86990f2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (7f77e613-60b8-4edd-a39a-9cc3ee5b31a5), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.446696 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-4bea236e-09a0-4a19-bda1-31e6a3fcecb2 service neutron] 10.222.0.26 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043932 Jul 04 09:15:02.469205 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:02.479101 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=a1bd1955-cf6c-45d8-a809-2d4983163d4b,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:02.524384 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:02.525127 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.646233 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 4, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port': {'id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7aea25a-2491-4c10-9469-18d7adefe4e4', 'name': '', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'mac_address': 'fa:16:3e:6b:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:51Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 2, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'subnets': [{'id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:02.686255 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Checking router: 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:15:02.686601 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Updating router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d port d7aea25a-2491-4c10-9469-18d7adefe4e4 binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:15:02.690609 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5067f51-5f60-44e2-b3e4-98fd007196ef admin admin] Publish callbacks [] for security_group (40d23508-d7ba-40fe-8d7d-0b9fe92a1312), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.700157 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5067f51-5f60-44e2-b3e4-98fd007196ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (40d23508-d7ba-40fe-8d7d-0b9fe92a1312), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.737509 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0702705-ce6e-4ccd-9510-a9fad86990f2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (7f77e613-60b8-4edd-a39a-9cc3ee5b31a5), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.755859 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0702705-ce6e-4ccd-9510-a9fad86990f2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (7f77e613-60b8-4edd-a39a-9cc3ee5b31a5), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.776046 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702705-ce6e-4ccd-9510-a9fad86990f2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f77e613-60b8-4edd-a39a-9cc3ee5b31a5,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:02.785665 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b5067f51-5f60-44e2-b3e4-98fd007196ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9c43aa6c3f64751a0e268bebe9625c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1419492 Jul 04 09:15:02.785665 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37066) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:02.785665 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5067f51-5f60-44e2-b3e4-98fd007196ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d23508-d7ba-40fe-8d7d-0b9fe92a1312,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:02.801350 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-32af0787-c2fc-4240-92d7-fa9e86b9460d None None] Current status of the port 240397f1-f9c5-465b-80e6-0ebc24890dcd is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:02.801914 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32af0787-c2fc-4240-92d7-fa9e86b9460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.838097 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:02.838446 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.856634 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0702705-ce6e-4ccd-9510-a9fad86990f2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.858132 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a0702705-ce6e-4ccd-9510-a9fad86990f2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5840690 Jul 04 09:15:02.866235 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37072) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:02.879747 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:02.882711 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:02.895577 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-418a339f-0b54-446f-98a8-6930ea0c211c admin admin] Publish callbacks [] for security_group (40d23508-d7ba-40fe-8d7d-0b9fe92a1312), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.905518 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-b7bab4bc-b02e-4d24-be5e-2fb6df9aa876 service neutron] 10.222.0.26 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270735 Jul 04 09:15:02.911134 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-eb117a61-3ee9-4b82-97c0-4c6ccef3eba9 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe06835-bf96-4b89-ad2f-00c9514a77a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935256 Jul 04 09:15:02.928152 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-418a339f-0b54-446f-98a8-6930ea0c211c admin admin] Publish callbacks [] for security_group (40d23508-d7ba-40fe-8d7d-0b9fe92a1312), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:02.989037 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-32af0787-c2fc-4240-92d7-fa9e86b9460d None None] For port 240397f1-f9c5-465b-80e6-0ebc24890dcd, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=240397f1-f9c5-465b-80e6-0ebc24890dcd,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:03.020952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-418a339f-0b54-446f-98a8-6930ea0c211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (40d23508-d7ba-40fe-8d7d-0b9fe92a1312), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:03.023807 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-418a339f-0b54-446f-98a8-6930ea0c211c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:03.025335 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-418a339f-0b54-446f-98a8-6930ea0c211c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40d23508-d7ba-40fe-8d7d-0b9fe92a1312 HTTP/1.1" status: 204 len: 168 time: 0.2374663 Jul 04 09:15:03.050407 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:03.101116 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a339f-0b54-446f-98a8-6930ea0c211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d23508-d7ba-40fe-8d7d-0b9fe92a1312,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:03.180687 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32af0787-c2fc-4240-92d7-fa9e86b9460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:03.200633 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:01Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:03.260148 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49bdb9-3804-47f5-96e4-0b10fcb2f5fb None None] The sync data for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi is: [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:01Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:15:03.299034 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1bd1955-cf6c-45d8-a809-2d4983163d4b up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:03.367281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:03.433514 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:03.476108 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:03.621200 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-873d8dfa-d66d-41d6-9992-66813a674239 req-4c5e3a20-1817-44ad-ae73-e4d19f565bc5 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 210 time: 0.0756235 Jul 04 09:15:03.758968 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bae7d2d6-e5c6-4edf-b813-08e34b2ef7fc req-d422ad6c-8f97-4d79-a513-957bdf057565 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 210 time: 0.0626135 Jul 04 09:15:03.803672 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Allocated IP 172.27.0.81 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/84bb2d51-b409-464d-a3ef-f16efbe53030) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:15:03.921164 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Publish callbacks [] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:03.969859 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-79827569-ea90-4cf0-b2d6-9f7080ae2a83 None None] Provisioning complete for port 240397f1-f9c5-465b-80e6-0ebc24890dcd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:03.970286 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79827569-ea90-4cf0-b2d6-9f7080ae2a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:03.978562 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:03.983211 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af0787-c2fc-4240-92d7-fa9e86b9460d None None] Pushing event updated for resources: {'Port': ['ID=240397f1-f9c5-465b-80e6-0ebc24890dcd,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:03.994373 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.015862 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37128) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:04.040495 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3a9fc68-944c-4948-9a4c-3b1938f5c8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.075824 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0db08ff5-4cc6-4645-8c1d-05448e0657ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.088075 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.097002 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.211347 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:15:04.212681 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'Port': ['ID=84bb2d51-b409-464d-a3ef-f16efbe53030,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:04.216582 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:15:04.219432 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:15:04.269988 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a1bd1955-cf6c-45d8-a809-2d4983163d4b triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:04.270660 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.275418 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c1b8d-b864-4201-94f7-e188f634662c None None] Pushing event updated for resources: {'Port': ['ID=d7aea25a-2491-4c10-9469-18d7adefe4e4,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:04.288079 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3a9fc68-944c-4948-9a4c-3b1938f5c8ea admin admin] Publish callbacks [] for security_group (8bf73760-dbf8-49e1-91c0-4286e24ad216), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.302844 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3a9fc68-944c-4948-9a4c-3b1938f5c8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8bf73760-dbf8-49e1-91c0-4286e24ad216), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.421341 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9fc68-944c-4948-9a4c-3b1938f5c8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf73760-dbf8-49e1-91c0-4286e24ad216,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:04.503666 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e3a9fc68-944c-4948-9a4c-3b1938f5c8ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5daa0d76de7c46d49d865277904e98fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843407 Jul 04 09:15:04.505570 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-79827569-ea90-4cf0-b2d6-9f7080ae2a83 None None] Current status of the port 240397f1-f9c5-465b-80e6-0ebc24890dcd is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:04.505716 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37160) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:04.541303 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (7b7c4e30-6675-405b-a505-83504cebee70), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.559294 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Attempting to bind port d7aea25a-2491-4c10-9469-18d7adefe4e4 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:15:04.559682 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Attempting to bind port d7aea25a-2491-4c10-9469-18d7adefe4e4 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:15:04.560101 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Attempting to bind port d7aea25a-2491-4c10-9469-18d7adefe4e4 on network ebe06835-bf96-4b89-ad2f-00c9514a77a0 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:04.580932 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:15:04.586499 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8dc90de9-56d6-4e7b-bca0-6abff8a5e5f6 admin admin] Publish callbacks [] for security_group (8bf73760-dbf8-49e1-91c0-4286e24ad216), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.590529 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Checking segment: {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:15:04.591004 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.591405 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Bound using segment: {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:15:04.591914 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Bound port: d7aea25a-2491-4c10-9469-18d7adefe4e4, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:15:04.592298 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.750913 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cbebbbdc-dba0-4035-9dc3-d4d06408712e req-8ffa9f8a-81b1-4e22-a8ae-8f50554a683c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 210 time: 0.0606663 Jul 04 09:15:04.831290 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] For port d7aea25a-2491-4c10-9469-18d7adefe4e4, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:15:04.840803 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] For port d7aea25a-2491-4c10-9469-18d7adefe4e4, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d7aea25a-2491-4c10-9469-18d7adefe4e4,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:15:04.871477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:04.887138 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a1bd1955-cf6c-45d8-a809-2d4983163d4b is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:04.894474 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:04.898606 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8dc90de9-56d6-4e7b-bca0-6abff8a5e5f6 admin admin] Publish callbacks [] for security_group (8bf73760-dbf8-49e1-91c0-4286e24ad216), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:04.903026 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.110825 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.120297 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-79279052-8d3c-4803-98f4-e974528f2298 req-18fbf68e-0ded-4cc1-85b1-4f47bdd70b03 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 210 time: 0.0906789 Jul 04 09:15:05.151717 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-73006403-4921-48d8-869d-39c6d642868f None None] Provisioning complete for port d7aea25a-2491-4c10-9469-18d7adefe4e4 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:05.151717 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73006403-4921-48d8-869d-39c6d642868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.200529 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8dc90de9-56d6-4e7b-bca0-6abff8a5e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8bf73760-dbf8-49e1-91c0-4286e24ad216), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.203411 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8dc90de9-56d6-4e7b-bca0-6abff8a5e5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.207788 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8dc90de9-56d6-4e7b-bca0-6abff8a5e5f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8bf73760-dbf8-49e1-91c0-4286e24ad216 HTTP/1.1" status: 204 len: 168 time: 0.7011282 Jul 04 09:15:05.212275 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:05.228952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90de9-56d6-4e7b-bca0-6abff8a5e5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf73760-dbf8-49e1-91c0-4286e24ad216,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:05.279378 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37192) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:05.361089 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.366623 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:05.367330 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.370960 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.399492 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37198) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:05.457314 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:05.492125 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'Port': ['ID=84bb2d51-b409-464d-a3ef-f16efbe53030,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:05.512193 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (7b7c4e30-6675-405b-a505-83504cebee70), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.528385 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Routers {'8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:15:05.529799 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:14:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:05.537690 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c1b8d-b864-4201-94f7-e188f634662c None None] Pushing event updated for resources: {'Port': ['ID=d7aea25a-2491-4c10-9469-18d7adefe4e4,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:05.560239 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.561601 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1f2b1a57-3eb0-4815-a687-a39a9bbfe119 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6879392 Jul 04 09:15:05.753744 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a37074ed-3a03-430c-ac0a-661e5242dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:05.848802 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:15:05.968004 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dca2-057f-440a-98cd-d31cc2e009aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.137607 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ace38a3-e7af-44c8-9a71-d58adfb77565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.177114 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-73006403-4921-48d8-869d-39c6d642868f None None] Current status of the port d7aea25a-2491-4c10-9469-18d7adefe4e4 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:06.177709 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73006403-4921-48d8-869d-39c6d642868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.226139 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:06.253627 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c9929b6d-7191-44fe-8fce-c60e73c0666a req-d5b7e0b4-16b6-4e47-a599-ab0a6591a472 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 210 time: 0.1358106 Jul 04 09:15:06.298984 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] Set router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:15:06.340971 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.57', 61703) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:06.430992 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-73006403-4921-48d8-869d-39c6d642868f None None] For port d7aea25a-2491-4c10-9469-18d7adefe4e4, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d7aea25a-2491-4c10-9469-18d7adefe4e4,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:06.438328 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6491adcc-5e48-4823-ab81-598654a8c0df req-f4c4b9b3-61d0-4418-9bb5-1c986e22ae30 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 210 time: 0.1330760 Jul 04 09:15:06.447964 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73006403-4921-48d8-869d-39c6d642868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.594334 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73006403-4921-48d8-869d-39c6d642868f None None] Pushing event updated for resources: {'Port': ['ID=d7aea25a-2491-4c10-9469-18d7adefe4e4,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:06.634069 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:06.634715 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 240397f1-f9c5-465b-80e6-0ebc24890dcd up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:06.700821 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:06.712414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dca2-057f-440a-98cd-d31cc2e009aa admin admin] Publish callbacks [] for security_group (90bcef09-9d11-4c8b-b209-43fa24fcb6ab), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.742129 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dca2-057f-440a-98cd-d31cc2e009aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (90bcef09-9d11-4c8b-b209-43fa24fcb6ab), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.742420 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-59b92fa7-7a0f-4c88-a76e-02185e3549aa None None] Provisioning complete for port d7aea25a-2491-4c10-9469-18d7adefe4e4 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:06.742420 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59b92fa7-7a0f-4c88-a76e-02185e3549aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.767930 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:06.788919 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.841126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:06.876166 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-d107774f-3f15-400b-b96d-88c5ff9494e2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:06.878781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 240397f1-f9c5-465b-80e6-0ebc24890dcd triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:06.879364 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:06.879679 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-d107774f-3f15-400b-b96d-88c5ff9494e2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 818 time: 0.5226207 Jul 04 09:15:06.880623 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.57', 61706) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:06.885585 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-529dcc7a-07b5-41ed-8d13-c6f7b9db3f9d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1325584690&fields=id&tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c HTTP/1.1" status: 200 len: 267 time: 0.3649144 Jul 04 09:15:06.912940 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-dbe2dca2-057f-440a-98cd-d31cc2e009aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66c6b679f279407ab7a6e3ddace7ce51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6302521 Jul 04 09:15:06.943411 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37270) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:06.971345 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2dca2-057f-440a-98cd-d31cc2e009aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bcef09-9d11-4c8b-b209-43fa24fcb6ab,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:06.981876 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ace38a3-e7af-44c8-9a71-d58adfb77565 admin admin] Publish callbacks [] for security_group (cb5241b3-3612-4723-a523-af085098478b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.005094 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'port': {'device_id': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'admin_state_up': True, 'tenant_id': '48690ebc49824572a08f53597eeee661'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:07.009144 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-59b92fa7-7a0f-4c88-a76e-02185e3549aa None None] Current status of the port d7aea25a-2491-4c10-9469-18d7adefe4e4 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:07.011784 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 4, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port': {'id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7aea25a-2491-4c10-9469-18d7adefe4e4', 'name': '', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'mac_address': 'fa:16:3e:6b:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:51Z', 'updated_at': '2022-07-04T09:15:04Z', 'revision_number': 4, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'subnets': [{'id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:07.029781 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ace38a3-e7af-44c8-9a71-d58adfb77565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (cb5241b3-3612-4723-a523-af085098478b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.047537 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6fad2-36a2-4c1b-ae26-42dab632dcbb None None] The sync data for ids ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'] in dv-cinder-819149-7-iscsi is: [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:54Z', 'revision_number': 4, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port': {'id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7aea25a-2491-4c10-9469-18d7adefe4e4', 'name': '', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'mac_address': 'fa:16:3e:6b:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:51Z', 'updated_at': '2022-07-04T09:15:04Z', 'revision_number': 4, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'subnets': [{'id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:15:07.100167 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 240397f1-f9c5-465b-80e6-0ebc24890dcd is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:07.101396 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7aea25a-2491-4c10-9469-18d7adefe4e4 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:07.148518 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-941213b7-3d0d-4e2b-add7-433b2c9d4a7d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:07.155441 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-941213b7-3d0d-4e2b-add7-433b2c9d4a7d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 810 time: 0.2671165 Jul 04 09:15:07.173142 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d7aea25a-2491-4c10-9469-18d7adefe4e4 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:07.173808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.192914 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-be885fc7-b76f-4e12-85f5-c751aaab33f1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/quotas/8cfd9d65f66641b2bda6bbdcf908ca3c HTTP/1.1" status: 200 len: 375 time: 0.0364549 Jul 04 09:15:07.222116 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-5c0b5122-2301-4705-8637-82ae50210815 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:07.223704 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-5c0b5122-2301-4705-8637-82ae50210815 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.57 "GET /v2.0/networks?id=ebe06835-bf96-4b89-ad2f-00c9514a77a0 HTTP/1.1" status: 200 len: 812 time: 0.3415792 Jul 04 09:15:07.256082 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-f1ae5a20-8ce3-4c33-9799-7e1aa7b8fc43 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619390 Jul 04 09:15:07.260450 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Made reservation on behalf of 48690ebc49824572a08f53597eeee661 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:15:07.266456 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.269315 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d7aea25a-2491-4c10-9469-18d7adefe4e4 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:07.273945 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7ace38a3-e7af-44c8-9a71-d58adfb77565 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00794e1916234e4b8e20037eec608eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8733253 Jul 04 09:15:07.277397 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace38a3-e7af-44c8-9a71-d58adfb77565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5241b3-3612-4723-a523-af085098478b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:07.280223 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37278) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:07.287145 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b223084b-e348-4549-b7f1-06e882cb52f3 admin admin] Publish callbacks [] for security_group (90bcef09-9d11-4c8b-b209-43fa24fcb6ab), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.339147 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b223084b-e348-4549-b7f1-06e882cb52f3 admin admin] Publish callbacks [] for security_group (90bcef09-9d11-4c8b-b209-43fa24fcb6ab), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.455133 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2c801ba9-ae15-4aaf-8a74-0770b93805c7 req-1c004e09-d039-4dee-8715-b7e55a569b5d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 210 time: 0.0790322 Jul 04 09:15:07.479443 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3371c88d-db64-43d2-b546-2ddd76fa713b admin admin] Publish callbacks [] for security_group (cb5241b3-3612-4723-a523-af085098478b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.519161 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3371c88d-db64-43d2-b546-2ddd76fa713b admin admin] Publish callbacks [] for security_group (cb5241b3-3612-4723-a523-af085098478b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.553287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Allocated IP 172.20.0.7 (df1b751e-d6ba-48eb-89e1-23cec336922c/63fdfb2c-8b27-44e6-b796-b9b4b90ef657/4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:15:07.559722 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-5852f7c9-ca69-4136-ad92-7bcd36a64de7 service neutron] 10.222.0.26 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601993 Jul 04 09:15:07.569093 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b223084b-e348-4549-b7f1-06e882cb52f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (90bcef09-9d11-4c8b-b209-43fa24fcb6ab), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.571494 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b223084b-e348-4549-b7f1-06e882cb52f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.575380 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b223084b-e348-4549-b7f1-06e882cb52f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90bcef09-9d11-4c8b-b209-43fa24fcb6ab HTTP/1.1" status: 204 len: 168 time: 0.6275899 Jul 04 09:15:07.630048 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223084b-e348-4549-b7f1-06e882cb52f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bcef09-9d11-4c8b-b209-43fa24fcb6ab,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:07.778096 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3371c88d-db64-43d2-b546-2ddd76fa713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (cb5241b3-3612-4723-a523-af085098478b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.780523 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3371c88d-db64-43d2-b546-2ddd76fa713b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:07.785241 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3371c88d-db64-43d2-b546-2ddd76fa713b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb5241b3-3612-4723-a523-af085098478b HTTP/1.1" status: 204 len: 168 time: 0.5013201 Jul 04 09:15:07.799100 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b1e89652-cde1-49f8-84fa-23c1f0361461 req-6df08157-db75-41a3-8dfd-1884cf6d57e8 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 210 time: 0.1447034 Jul 04 09:15:07.804747 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:07.843412 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371c88d-db64-43d2-b546-2ddd76fa713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5241b3-3612-4723-a523-af085098478b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:07.904503 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-a094d70c-b2a6-4b82-87e9-78b416deeddf service neutron] 10.222.0.26 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438716 Jul 04 09:15:07.980602 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.051106 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.091633 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.126327 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:08.144374 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2649eeb-4114-4439-a61e-223cab247bc7 req-c45168b3-fc09-47c9-9305-dded92606879 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 210 time: 0.0503192 Jul 04 09:15:08.218307 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.239348 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Network df1b751e-d6ba-48eb-89e1-23cec336922c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:15:08.245930 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:15:08.252676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:15:08.266261 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:08.266942 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.290054 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:08.297989 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'Port': ['ID=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:08.316883 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-c9607dc7-172f-4977-b9d8-3fc42700006d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3440220 Jul 04 09:15:08.427020 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7aea25a-2491-4c10-9469-18d7adefe4e4 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:08.524582 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d7aea25a-2491-4c10-9469-18d7adefe4e4 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:08.525563 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.660784 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d7aea25a-2491-4c10-9469-18d7adefe4e4 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:08.682467 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-52b3789a-b2a4-4a0f-a178-d83327397599 None None] Provisioning complete for port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:08.683718 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52b3789a-b2a4-4a0f-a178-d83327397599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.699030 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ab33c665-f427-4820-99c5-aaa6cfbd8511 req-72b3963f-a643-4ae3-b102-439ba3f01463 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 210 time: 0.0723615 Jul 04 09:15:08.752815 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-52b3789a-b2a4-4a0f-a178-d83327397599 None None] Port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:15:08.799356 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37350) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:08.843001 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27bf806b-0035-44f3-9ab3-07e384d021aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:08.940727 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-41431bbb-60d5-4d24-bdf4-d9d3d521b4ab req-5fd5e2b4-b816-42de-b6af-deb3f1102f00 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 210 time: 0.0466354 Jul 04 09:15:09.002443 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37358) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:09.013995 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27bf806b-0035-44f3-9ab3-07e384d021aa admin admin] Publish callbacks [] for security_group (0ee8f040-96fc-4c1b-87fd-a606b5965670), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.018704 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27bf806b-0035-44f3-9ab3-07e384d021aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0ee8f040-96fc-4c1b-87fd-a606b5965670), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.059370 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-27bf806b-0035-44f3-9ab3-07e384d021aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6883dcfdc0954c199771ff4aca551997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585266 Jul 04 09:15:09.060702 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf806b-0035-44f3-9ab3-07e384d021aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee8f040-96fc-4c1b-87fd-a606b5965670,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:09.062241 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37362) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:09.091693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:09.122824 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-040b0f26-456c-43b5-9137-914564653089 admin admin] Publish callbacks [] for security_group (0ee8f040-96fc-4c1b-87fd-a606b5965670), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.147846 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-040b0f26-456c-43b5-9137-914564653089 admin admin] Publish callbacks [] for security_group (0ee8f040-96fc-4c1b-87fd-a606b5965670), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.207146 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-040b0f26-456c-43b5-9137-914564653089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0ee8f040-96fc-4c1b-87fd-a606b5965670), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.210748 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-040b0f26-456c-43b5-9137-914564653089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.213287 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-040b0f26-456c-43b5-9137-914564653089 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ee8f040-96fc-4c1b-87fd-a606b5965670 HTTP/1.1" status: 204 len: 168 time: 0.1487694 Jul 04 09:15:09.222494 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b0f26-456c-43b5-9137-914564653089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee8f040-96fc-4c1b-87fd-a606b5965670,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:09.253429 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-59771c17-9d61-4ce6-8882-fb1b1fbf490c req-337960aa-61d1-4a90-9365-39c617f4cb42 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 210 time: 0.0375180 Jul 04 09:15:09.308622 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6554e5f7-9fe7-4652-90e5-f4a56cb37ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.397351 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6554e5f7-9fe7-4652-90e5-f4a56cb37ef9 admin admin] Publish callbacks [] for security_group (2c8334f0-d443-42e0-b451-27d22fb3ad3a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.403289 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6554e5f7-9fe7-4652-90e5-f4a56cb37ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (2c8334f0-d443-42e0-b451-27d22fb3ad3a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.447047 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6554e5f7-9fe7-4652-90e5-f4a56cb37ef9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f04d65b2185b4f10a065ae5bf24245ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4435358 Jul 04 09:15:09.447968 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554e5f7-9fe7-4652-90e5-f4a56cb37ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8334f0-d443-42e0-b451-27d22fb3ad3a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:09.449971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37380) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:09.503601 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc169408-ccac-44b9-841f-e854560be3a3 admin admin] Publish callbacks [] for security_group (2c8334f0-d443-42e0-b451-27d22fb3ad3a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.525967 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc169408-ccac-44b9-841f-e854560be3a3 admin admin] Publish callbacks [] for security_group (2c8334f0-d443-42e0-b451-27d22fb3ad3a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.579198 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc169408-ccac-44b9-841f-e854560be3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (2c8334f0-d443-42e0-b451-27d22fb3ad3a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.582060 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc169408-ccac-44b9-841f-e854560be3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:09.586362 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-dc169408-ccac-44b9-841f-e854560be3a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c8334f0-d443-42e0-b451-27d22fb3ad3a HTTP/1.1" status: 204 len: 168 time: 0.1351635 Jul 04 09:15:09.595864 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.57', 61707) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:09.596166 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc169408-ccac-44b9-841f-e854560be3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8334f0-d443-42e0-b451-27d22fb3ad3a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:09.627836 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Request body: {'port': {'device_id': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'admin_state_up': True, 'tenant_id': '13c95b6f91e84cd498cc57c55253a477'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:09.710790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-f1f0d728-539e-4dc0-b13f-edff64340350 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:15:09.713091 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-f1f0d728-539e-4dc0-b13f-edff64340350 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0414064 Jul 04 09:15:09.940239 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-7edee305-382f-456d-b2e9-bb1aaa741c39 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:09.941053 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-7edee305-382f-456d-b2e9-bb1aaa741c39 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 818 time: 0.3221424 Jul 04 09:15:10.000100 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'port': {'device_id': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'admin_state_up': True, 'tenant_id': '48690ebc49824572a08f53597eeee661'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:10.094921 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Made reservation on behalf of 13c95b6f91e84cd498cc57c55253a477 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:15:10.098675 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:10.158833 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ce7fa8b1-7a4e-43f7-b29b-cca42d5f6ec4 req-8897500d-28c2-4c54-a41c-3f4064cbd0da tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 210 time: 0.0330694 Jul 04 09:15:10.184679 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3be04456-ac96-4285-af0d-21e3ebbc7599 req-f709b373-1cc0-4096-abf4-dd09418a4d04 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 210 time: 0.3102396 Jul 04 09:15:10.363930 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fb0f9d7d-528c-43e8-87d7-770239e40f7a req-36a9b963-e7f3-42ef-980d-ae25efdfc8cc tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 210 time: 0.0321498 Jul 04 09:15:10.505514 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Made reservation on behalf of 48690ebc49824572a08f53597eeee661 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:15:10.509363 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:10.518312 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.57', 61721) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:10.551246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Allocated IP 172.20.0.7 (ebe06835-bf96-4b89-ad2f-00c9514a77a0/bb3e4168-36a8-43dd-a56f-e33bfa2cd43a/e4032ca7-9968-41ab-84f4-ed9cfa71c82a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:15:10.579934 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:10.586194 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:10.670399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37454) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:10.697736 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60a94d8c-420b-455f-9f37-dec56b4e6df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:10.745775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-6485e280-7be1-4425-ad88-ead055cd7be0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:10.747407 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-6485e280-7be1-4425-ad88-ead055cd7be0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 810 time: 0.2274456 Jul 04 09:15:10.851296 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-ca1ebcda-91ba-4629-9754-df7a7e9f0b66 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c HTTP/1.1" status: 200 len: 380 time: 0.0863144 Jul 04 09:15:10.867905 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'port': {'device_id': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'admin_state_up': True, 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'security_groups': ['dfa43f07-f407-4e3c-96ba-31e0bf50cc71']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:10.882058 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Allocated IP 172.20.0.6 (df1b751e-d6ba-48eb-89e1-23cec336922c/63fdfb2c-8b27-44e6-b796-b9b4b90ef657/90432259-5748-4275-9dd4-31b28ac81966) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:15:10.927598 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks [] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.065109 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.142319 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Pushing event updated for resources: {'Port': ['ID=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:11.150133 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Request body: {'port': {'device_id': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:11.191554 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:15:11.204541 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:15:11.286502 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:15:11.303589 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:11.304267 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.309674 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:11.310789 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.332534 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:11.340460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60a94d8c-420b-455f-9f37-dec56b4e6df1 admin admin] Publish callbacks [] for security_group (1e298c7b-6780-452d-98b4-c9d1f2910505), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.380244 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for port (90432259-5748-4275-9dd4-31b28ac81966), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.644732 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec500a-8562-48f3-91df-3e8a24e481b7 req-07cc6ae5-1163-44ad-bdef-15e60c85eb69 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:11.655421 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dcec500a-8562-48f3-91df-3e8a24e481b7 req-07cc6ae5-1163-44ad-bdef-15e60c85eb69 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 931 time: 0.3258865 Jul 04 09:15:11.720914 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-0c99b233-fb20-4d96-be2e-b08fc57d6737 None None] Provisioning complete for port e4032ca7-9968-41ab-84f4-ed9cfa71c82a triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:11.722693 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0c99b233-fb20-4d96-be2e-b08fc57d6737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.772996 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60a94d8c-420b-455f-9f37-dec56b4e6df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1e298c7b-6780-452d-98b4-c9d1f2910505), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:11.786486 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-0a16e3fd-cc92-43db-9bdd-f07e390a7784 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1644320 Jul 04 09:15:11.827437 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Request body: {'port': {'device_id': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:11.839760 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:11.913759 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0c99b233-fb20-4d96-be2e-b08fc57d6737 None None] Port e4032ca7-9968-41ab-84f4-ed9cfa71c82a cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:15:11.974924 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-de6d563e-e503-4f35-9d6d-9d4bebea9dda req-ec4329c6-18a4-4086-9914-6b5a65a53ba6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 210 time: 0.6581426 Jul 04 09:15:12.199509 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (90432259-5748-4275-9dd4-31b28ac81966), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:12.219948 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dcec500a-8562-48f3-91df-3e8a24e481b7 req-ecfe3da5-43f1-466f-8eed-92a9ed9adee5 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314923 Jul 04 09:15:12.220896 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a94d8c-420b-455f-9f37-dec56b4e6df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e298c7b-6780-452d-98b4-c9d1f2910505,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:12.259886 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Made reservation on behalf of 8cfd9d65f66641b2bda6bbdcf908ca3c for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:15:12.265302 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:12.381436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Network df1b751e-d6ba-48eb-89e1-23cec336922c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:15:12.421480 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:12.452763 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:12.461140 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:15:12.466868 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-60a94d8c-420b-455f-9f37-dec56b4e6df1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb49ab75fe7d434c95d639cbd0bcb634&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7954004 Jul 04 09:15:12.469611 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:15:12.485233 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37526) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:12.485909 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:12.486762 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:12.536466 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'Port': ['ID=90432259-5748-4275-9dd4-31b28ac81966,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:12.585289 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4b668e44-2719-4878-947f-a1ca83c36bc6 req-c7145e4a-cc90-415b-acdd-ba3b596ad749 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 210 time: 0.3388567 Jul 04 09:15:12.646182 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-cb62e4cd-3607-4d16-b495-ec24711bbd84 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6700115 Jul 04 09:15:12.700379 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80648838-2544-4b9b-8672-556015fb725a admin admin] Publish callbacks [] for security_group (1e298c7b-6780-452d-98b4-c9d1f2910505), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:12.801993 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80648838-2544-4b9b-8672-556015fb725a admin admin] Publish callbacks [] for security_group (1e298c7b-6780-452d-98b4-c9d1f2910505), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:12.819925 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Allocated IP 172.20.0.8 (d34116fb-495d-48d9-8d0c-0773d154a526/1d552e71-35e3-48ff-aa39-57c802cca993/232e0862-e534-47a3-801c-2e64bb8cb2cf) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:15:12.858974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-46fc96a5-6598-4925-9723-872ae56c005b None None] Provisioning complete for port 90432259-5748-4275-9dd4-31b28ac81966 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:12.859623 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-46fc96a5-6598-4925-9723-872ae56c005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (90432259-5748-4275-9dd4-31b28ac81966), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:12.968141 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-46fc96a5-6598-4925-9723-872ae56c005b None None] Port 90432259-5748-4275-9dd4-31b28ac81966 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:15:12.971638 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:12.988999 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Publish callbacks [] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.015201 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Transition to ACTIVE for port object 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:15:13.084209 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.096020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80648838-2544-4b9b-8672-556015fb725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1e298c7b-6780-452d-98b4-c9d1f2910505), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.103932 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80648838-2544-4b9b-8672-556015fb725a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.110403 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-80648838-2544-4b9b-8672-556015fb725a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e298c7b-6780-452d-98b4-c9d1f2910505 HTTP/1.1" status: 204 len: 168 time: 0.6206474 Jul 04 09:15:13.157275 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80648838-2544-4b9b-8672-556015fb725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e298c7b-6780-452d-98b4-c9d1f2910505,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:13.189238 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:13.227566 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.260726 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:13.332855 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Pushing event updated for resources: {'Port': ['ID=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:13.405575 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca59f4-0443-41e7-a946-70cafb2e88cf req-34d51b8e-4d73-42f9-9071-1dd51d1f083c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:13.411730 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0fca59f4-0443-41e7-a946-70cafb2e88cf req-34d51b8e-4d73-42f9-9071-1dd51d1f083c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 931 time: 0.2255564 Jul 04 09:15:13.497457 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bfa18-94bf-4a4d-af63-8e0b12501358 req-918515fc-1762-4c24-8782-e45e4b926460 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:13.499267 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d83bfa18-94bf-4a4d-af63-8e0b12501358 req-918515fc-1762-4c24-8782-e45e4b926460 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 931 time: 0.1188638 Jul 04 09:15:13.503252 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.707726 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Network d34116fb-495d-48d9-8d0c-0773d154a526 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:15:13.724281 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4032ca7-9968-41ab-84f4-ed9cfa71c82a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:13.733631 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Publish callbacks [] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.751113 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Transition to ACTIVE for port object e4032ca7-9968-41ab-84f4-ed9cfa71c82a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:15:13.752192 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:13.761100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:15:13.763998 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.773344 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:15:13.784311 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:13.785079 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.813227 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0fca59f4-0443-41e7-a946-70cafb2e88cf req-b857deb7-5160-49b4-b116-23d7ad047e43 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092647 Jul 04 09:15:13.815423 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'Port': ['ID=232e0862-e534-47a3-801c-2e64bb8cb2cf,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:13.827090 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:13.839475 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Attempting to bind port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:15:13.839737 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Attempting to bind port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:15:13.840435 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d83bfa18-94bf-4a4d-af63-8e0b12501358 req-45bc18a5-ac4e-43fa-baeb-2fb122576274 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281572 Jul 04 09:15:13.852771 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Attempting to bind port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:13.862249 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-24f3fbc6-7bfa-4297-a4b5-269af47a43c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9965143 Jul 04 09:15:13.888545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d on network df1b751e-d6ba-48eb-89e1-23cec336922c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:15:13.888869 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Attempting to bind port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:13.911900 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Attempting to bind port e4032ca7-9968-41ab-84f4-ed9cfa71c82a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:15:13.912237 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Attempting to bind port e4032ca7-9968-41ab-84f4-ed9cfa71c82a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:15:13.912563 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Attempting to bind port e4032ca7-9968-41ab-84f4-ed9cfa71c82a on network ebe06835-bf96-4b89-ad2f-00c9514a77a0 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:13.920874 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Port e4032ca7-9968-41ab-84f4-ed9cfa71c82a on network ebe06835-bf96-4b89-ad2f-00c9514a77a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:15:13.921193 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Attempting to bind port e4032ca7-9968-41ab-84f4-ed9cfa71c82a on network ebe06835-bf96-4b89-ad2f-00c9514a77a0 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:13.939165 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:15:13.940393 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Checking segment: {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:15:13.940962 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Bound using segment: {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:15:13.942815 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Bound port: e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515697c6-c541-4061-bc57-ad462829625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:15:13.943189 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:13.962024 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:15:13.962578 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Checking segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:15:13.962887 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Bound using segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:15:13.963327 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Bound port: 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:15:13.963754 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:14.098423 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c33a3-d356-40f4-ab06-12145791c1ab req-47963d51-1f28-456a-9836-13fcebb43be3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:14.104601 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:14.111987 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b16c33a3-d356-40f4-ab06-12145791c1ab req-47963d51-1f28-456a-9836-13fcebb43be3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 931 time: 0.1305020 Jul 04 09:15:14.173351 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:14.196057 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] For port e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:15:14.219329 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] For port e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:15:14.222487 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] For port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:15:14.227606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b16c33a3-d356-40f4-ab06-12145791c1ab req-6fcf77d8-a776-4baa-bdf5-f0b2a5993547 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147454 Jul 04 09:15:14.230545 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-89615868-cdaf-4ecd-9b6e-a91e5ec95d24 None None] Provisioning complete for port 232e0862-e534-47a3-801c-2e64bb8cb2cf triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:14.232096 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] For port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:15:14.234280 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89615868-cdaf-4ecd-9b6e-a91e5ec95d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:14.236969 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:14.277532 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:14.285420 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-89615868-cdaf-4ecd-9b6e-a91e5ec95d24 None None] Port 232e0862-e534-47a3-801c-2e64bb8cb2cf cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:15:14.317368 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:14.318111 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:14.319497 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e4032ca7-9968-41ab-84f4-ed9cfa71c82a HTTP/1.1" status: 200 len: 1093 time: 2.5193758 Jul 04 09:15:14.319912 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:14.403063 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b97d6a-4b78-4d6c-9c09-5ff3803f9ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:14.406509 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:14.418108 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:14.419364 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:14.420821 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] 10.222.0.57 "PUT /v2.0/ports/4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 200 len: 1093 time: 4.0060103 Jul 04 09:15:14.502737 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10a0a2-a4fa-46e7-bc01-a97411cba352 service neutron] Pushing event updated for resources: {'Port': ['ID=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:14.690755 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2071f4dc-e4e8-434c-aad6-2fe74edb6042" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:14.940699 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2f17d1-ab3f-4ccd-a245-64cedc1e770d x-openstack-request-id: req-5d2f17d1-ab3f-4ccd-a245-64cedc1e770d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:14.941108 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:14.941430 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d2f17d1-ab3f-4ccd-a245-64cedc1e770d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:14.942426 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2f17d1-ab3f-4ccd-a245-64cedc1e770d'] response: {'name': 'network-changed', 'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a', 'status': 'completed', 'code': 200} Jul 04 09:15:14.963147 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6298b-7321-4391-8d77-aac69d95afaa req-e84b0fac-4a4b-4f87-a7c5-fd37994080b6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:14.966608 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-72c6298b-7321-4391-8d77-aac69d95afaa req-e84b0fac-4a4b-4f87-a7c5-fd37994080b6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 931 time: 0.0892859 Jul 04 09:15:15.048302 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-72c6298b-7321-4391-8d77-aac69d95afaa req-5b88a5a0-13a3-4e12-baf7-8f9235893873 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749164 Jul 04 09:15:15.065408 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10527bb-3294-4788-9ea0-7df2810ecb67 req-8af28188-6036-4f5b-94e0-f549cc259294 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:15.067180 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e10527bb-3294-4788-9ea0-7df2810ecb67 req-8af28188-6036-4f5b-94e0-f549cc259294 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0646844 Jul 04 09:15:15.119214 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e10527bb-3294-4788-9ea0-7df2810ecb67 req-9e42bcb1-f29d-468b-8e63-c6aaf4d67df8 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Jul 04 09:15:15.455023 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231628ac-2b25-4f3e-a1e8-efc5819bcf2a req-7a5cb83a-5bb5-470f-a9cf-f07cbdcff258 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:15.457099 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-231628ac-2b25-4f3e-a1e8-efc5819bcf2a req-7a5cb83a-5bb5-470f-a9cf-f07cbdcff258 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 931 time: 0.0662456 Jul 04 09:15:15.534457 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-231628ac-2b25-4f3e-a1e8-efc5819bcf2a req-2ca9f19d-c429-41cb-abb1-1f959b580da9 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696173 Jul 04 09:15:15.842523 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:16.492148 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0318edb-83a0-4b2a-b51e-7e298b4938fb req-369877a8-5ca9-462f-98bd-d60750bfcb14 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:16.502574 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b0318edb-83a0-4b2a-b51e-7e298b4938fb req-369877a8-5ca9-462f-98bd-d60750bfcb14 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0904715 Jul 04 09:15:16.565166 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4d43-6de6-4f53-a481-cbe835632b81 req-989eaab6-f1d1-4de7-815b-c7eb95a89cda tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:16.572644 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-781a4d43-6de6-4f53-a481-cbe835632b81 req-989eaab6-f1d1-4de7-815b-c7eb95a89cda tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 931 time: 0.4100127 Jul 04 09:15:16.726718 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b0318edb-83a0-4b2a-b51e-7e298b4938fb req-b6b0ba3f-920e-4918-bab5-0fc296206f9e tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229457 Jul 04 09:15:16.734855 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-781a4d43-6de6-4f53-a481-cbe835632b81 req-a49f9956-8f67-4f94-88e5-eb36dd331379 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611500 Jul 04 09:15:16.908562 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913fc7c-49a8-4cc0-8fcd-8c2600b44ff5 req-5023f5c8-1f4c-4079-bd23-db7170f8a27c tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:16.919691 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8913fc7c-49a8-4cc0-8fcd-8c2600b44ff5 req-5023f5c8-1f4c-4079-bd23-db7170f8a27c tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 931 time: 0.0763118 Jul 04 09:15:16.944209 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'tag': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:16.947188 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173118f-5fd7-478c-bfc9-71ecf0f344ea" -d '{"events": [{"name": "network-changed", "server_uuid": "eb12a448-abd1-4f71-a368-8e85bedaf38b", "tag": "4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:16.997009 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8913fc7c-49a8-4cc0-8fcd-8c2600b44ff5 req-0ace7e9d-5d7f-49db-9753-311e22d847c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752044 Jul 04 09:15:17.019984 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3927bc-a628-49a6-93a5-2ebe5c1faa02 x-openstack-request-id: req-9d3927bc-a628-49a6-93a5-2ebe5c1faa02 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:17.020305 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb12a448-abd1-4f71-a368-8e85bedaf38b", "tag": "4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:17.020555 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d3927bc-a628-49a6-93a5-2ebe5c1faa02 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:17.021070 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3927bc-a628-49a6-93a5-2ebe5c1faa02'] response: {'name': 'network-changed', 'server_uuid': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'tag': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d', 'status': 'completed', 'code': 200} Jul 04 09:15:17.896009 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba204f7-ac39-40c3-8ac6-cc65c5398d52 req-9cea6e43-b489-441b-90bb-887e513f29cb tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:17.904516 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3ba204f7-ac39-40c3-8ac6-cc65c5398d52 req-9cea6e43-b489-441b-90bb-887e513f29cb tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.1066651 Jul 04 09:15:17.960207 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:18.029280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2010d-7993-4d37-93c6-ca7a1853192e req-91328515-d8d2-47e2-9d9d-18d9d1d1be54 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:18.060766 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f9e2010d-7993-4d37-93c6-ca7a1853192e req-91328515-d8d2-47e2-9d9d-18d9d1d1be54 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 931 time: 0.1445217 Jul 04 09:15:18.081991 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3ba204f7-ac39-40c3-8ac6-cc65c5398d52 req-4c822b42-ac60-419b-a073-ecfcf94cc3c5 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764870 Jul 04 09:15:18.244833 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f9e2010d-7993-4d37-93c6-ca7a1853192e req-d263e03c-9a7e-4637-bf9f-02d42ad56a55 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814110 Jul 04 09:15:18.412145 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3593da-9c29-425e-bd46-a7e6da79d9b9 req-dafbea19-e4c4-46ea-83bf-e5a30d47e79b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:18.425408 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af3593da-9c29-425e-bd46-a7e6da79d9b9 req-dafbea19-e4c4-46ea-83bf-e5a30d47e79b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 931 time: 0.1329110 Jul 04 09:15:18.466527 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Request body: {'port': {'device_id': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:18.499572 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Request body: {'port': {'device_id': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:18.637342 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (90432259-5748-4275-9dd4-31b28ac81966), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:18.670829 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af3593da-9c29-425e-bd46-a7e6da79d9b9 req-944a705e-2e8f-492b-9087-98f90c30297d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417922 Jul 04 09:15:18.724734 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:18.811471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 37776) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:19.198782 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:19.302915 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c29c4a8-458f-4404-9ac9-9d2996a68140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.345011 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90432259-5748-4275-9dd4-31b28ac81966 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:19.353408 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Publish callbacks [] for port (90432259-5748-4275-9dd4-31b28ac81966), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.362334 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05a65a-7044-4c7f-a21a-12e3e5cc8ae5 req-07005127-9aa9-4aeb-9e97-68bc379aa0aa tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:19.367893 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-db05a65a-7044-4c7f-a21a-12e3e5cc8ae5 req-07005127-9aa9-4aeb-9e97-68bc379aa0aa tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.1556401 Jul 04 09:15:19.369752 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Transition to ACTIVE for port object 90432259-5748-4275-9dd4-31b28ac81966 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:15:19.414794 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:19.430885 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (90432259-5748-4275-9dd4-31b28ac81966), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.454573 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232e0862-e534-47a3-801c-2e64bb8cb2cf {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:19.464015 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Publish callbacks [] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.488513 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Transition to ACTIVE for port object 232e0862-e534-47a3-801c-2e64bb8cb2cf will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:15:19.498609 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.540713 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f4dc-e4e8-434c-aad6-2fe74edb6042 req-2cee1a15-931f-4775-91c9-8708d0c07a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:19.543478 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2071f4dc-e4e8-434c-aad6-2fe74edb6042 req-2cee1a15-931f-4775-91c9-8708d0c07a19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13c95b6f91e84cd498cc57c55253a477&device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 1127 time: 0.8248451 Jul 04 09:15:19.556311 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Pushing event updated for resources: {'Port': ['ID=90432259-5748-4275-9dd4-31b28ac81966,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:19.573788 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-f804d96f-35bb-4b59-ab68-ca3aa116ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:19.575946 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-f804d96f-35bb-4b59-ab68-ca3aa116ec4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1127 time: 0.9812348 Jul 04 09:15:19.615255 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96568c-934f-4562-b243-9132d593a6b4 req-6a1f4448-6325-4a54-9a43-1ff421346286 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:19.616979 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f96568c-934f-4562-b243-9132d593a6b4 req-6a1f4448-6325-4a54-9a43-1ff421346286 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.1266577 Jul 04 09:15:19.631297 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Pushing event updated for resources: {'Port': ['ID=232e0862-e534-47a3-801c-2e64bb8cb2cf,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:19.686824 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Attempting to bind port 90432259-5748-4275-9dd4-31b28ac81966 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:15:19.687576 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Attempting to bind port 90432259-5748-4275-9dd4-31b28ac81966 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:15:19.688102 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Attempting to bind port 90432259-5748-4275-9dd4-31b28ac81966 on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:19.707422 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Port 90432259-5748-4275-9dd4-31b28ac81966 on network df1b751e-d6ba-48eb-89e1-23cec336922c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:15:19.708063 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Attempting to bind port 90432259-5748-4275-9dd4-31b28ac81966 on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:19.719089 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:15:19.719676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Checking segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:15:19.720303 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Bound using segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:15:19.721056 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Bound port: 90432259-5748-4275-9dd4-31b28ac81966, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:15:19.721720 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (90432259-5748-4275-9dd4-31b28ac81966), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.782236 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-db05a65a-7044-4c7f-a21a-12e3e5cc8ae5 req-59efffc4-48ec-43c5-a571-e9451ef8dd31 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894030 Jul 04 09:15:19.893516 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] For port 90432259-5748-4275-9dd4-31b28ac81966, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:15:19.899062 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] For port 90432259-5748-4275-9dd4-31b28ac81966, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=90432259-5748-4275-9dd4-31b28ac81966,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:15:19.910340 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (90432259-5748-4275-9dd4-31b28ac81966), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.966290 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:19.967291 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:19.972601 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] 10.222.0.57 "PUT /v2.0/ports/90432259-5748-4275-9dd4-31b28ac81966 HTTP/1.1" status: 200 len: 1093 time: 1.5106940 Jul 04 09:15:19.973119 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'tag': '90432259-5748-4275-9dd4-31b28ac81966'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:19.976288 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfb01bd-c935-43d3-9cb6-043e11b7ca9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf474beb-fb86-4571-a949-b4fde11c34db", "tag": "90432259-5748-4275-9dd4-31b28ac81966"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:19.976790 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:19.986398 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:20.000061 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d452a6-8a5b-46c2-b0f2-3bab66ebc139 service neutron] Pushing event updated for resources: {'Port': ['ID=90432259-5748-4275-9dd4-31b28ac81966,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:20.020882 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f96568c-934f-4562-b243-9132d593a6b4 req-9c7aedeb-3c52-484d-84eb-e51bbb439d0c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938823 Jul 04 09:15:20.086220 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Attempting to bind port 232e0862-e534-47a3-801c-2e64bb8cb2cf on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:15:20.086626 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Attempting to bind port 232e0862-e534-47a3-801c-2e64bb8cb2cf by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:15:20.086968 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Attempting to bind port 232e0862-e534-47a3-801c-2e64bb8cb2cf on network d34116fb-495d-48d9-8d0c-0773d154a526 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:20.119624 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00b464-bf29-47e4-b647-2684d22388e9 req-cb5eaf99-2426-4a5f-95db-ba80e02149ae tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:20.126765 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9f00b464-bf29-47e4-b647-2684d22388e9 req-cb5eaf99-2426-4a5f-95db-ba80e02149ae tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.1517699 Jul 04 09:15:20.142755 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f63beb-11ee-43c6-9e33-27f435954f5e x-openstack-request-id: req-f6f63beb-11ee-43c6-9e33-27f435954f5e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:20.142927 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Port 232e0862-e534-47a3-801c-2e64bb8cb2cf on network d34116fb-495d-48d9-8d0c-0773d154a526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:15:20.144080 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Attempting to bind port 232e0862-e534-47a3-801c-2e64bb8cb2cf on network d34116fb-495d-48d9-8d0c-0773d154a526 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:15:20.144434 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf474beb-fb86-4571-a949-b4fde11c34db", "tag": "90432259-5748-4275-9dd4-31b28ac81966", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:20.144937 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6f63beb-11ee-43c6-9e33-27f435954f5e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:20.145570 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f63beb-11ee-43c6-9e33-27f435954f5e'] response: {'name': 'network-changed', 'server_uuid': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'tag': '90432259-5748-4275-9dd4-31b28ac81966', 'status': 'completed', 'code': 200} Jul 04 09:15:20.155618 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c29c4a8-458f-4404-9ac9-9d2996a68140 admin admin] Publish callbacks [] for security_group (e7714d02-9f63-4ab3-8477-b42ee108f2e1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.164239 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:15:20.164834 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Checking segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:15:20.165581 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Bound using segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:15:20.166216 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Bound port: 232e0862-e534-47a3-801c-2e64bb8cb2cf, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:15:20.166740 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.184487 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c29c4a8-458f-4404-9ac9-9d2996a68140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e7714d02-9f63-4ab3-8477-b42ee108f2e1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.280151 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7c29c4a8-458f-4404-9ac9-9d2996a68140 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00fbe799557e40c0a8253f134abbdb74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4651740 Jul 04 09:15:20.283001 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:20.293462 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:20.302524 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9f00b464-bf29-47e4-b647-2684d22388e9 req-d313c1ba-1752-428f-889b-c0db5350ebdf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518807 Jul 04 09:15:20.303181 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29c4a8-458f-4404-9ac9-9d2996a68140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7714d02-9f63-4ab3-8477-b42ee108f2e1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:20.320774 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] For port 232e0862-e534-47a3-801c-2e64bb8cb2cf, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:15:20.326594 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] For port 232e0862-e534-47a3-801c-2e64bb8cb2cf, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:15:20.337026 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.368258 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0b1138b-1cb6-48d0-9af3-3251773ff19d admin admin] Publish callbacks [] for security_group (e7714d02-9f63-4ab3-8477-b42ee108f2e1), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.385231 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:20.386055 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.387831 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] 10.222.0.57 "PUT /v2.0/ports/232e0862-e534-47a3-801c-2e64bb8cb2cf HTTP/1.1" status: 200 len: 1093 time: 1.8956428 Jul 04 09:15:20.388276 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:20.400280 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0b1138b-1cb6-48d0-9af3-3251773ff19d admin admin] Publish callbacks [] for security_group (e7714d02-9f63-4ab3-8477-b42ee108f2e1), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.473794 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0b1138b-1cb6-48d0-9af3-3251773ff19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e7714d02-9f63-4ab3-8477-b42ee108f2e1), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.474911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1a8be-f613-4714-8858-0e664f23c45b service neutron] Pushing event updated for resources: {'Port': ['ID=232e0862-e534-47a3-801c-2e64bb8cb2cf,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:20.476762 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0b1138b-1cb6-48d0-9af3-3251773ff19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.482649 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c0b1138b-1cb6-48d0-9af3-3251773ff19d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7714d02-9f63-4ab3-8477-b42ee108f2e1 HTTP/1.1" status: 204 len: 168 time: 0.1982553 Jul 04 09:15:20.492913 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1138b-1cb6-48d0-9af3-3251773ff19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7714d02-9f63-4ab3-8477-b42ee108f2e1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:20.584464 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab87a5-a74e-410b-b38f-86833da9e8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:20.740143 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1a4f4d-2fcd-4ba1-89c8-6f2fa9d45642 x-openstack-request-id: req-fd1a4f4d-2fcd-4ba1-89c8-6f2fa9d45642 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:20.740471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:20.740755 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd1a4f4d-2fcd-4ba1-89c8-6f2fa9d45642 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:20.741238 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1a4f4d-2fcd-4ba1-89c8-6f2fa9d45642'] response: {'name': 'network-changed', 'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'status': 'completed', 'code': 200} Jul 04 09:15:20.793059 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37838) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:20.806376 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21456fbd-38c8-41fe-99b1-f67f5a6f91d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.884695 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21456fbd-38c8-41fe-99b1-f67f5a6f91d2 admin admin] Publish callbacks [] for security_group (c7c04303-c9a8-4fd3-9731-902ed4313b8d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.889310 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21456fbd-38c8-41fe-99b1-f67f5a6f91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (c7c04303-c9a8-4fd3-9731-902ed4313b8d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:20.892083 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f1e6-03a2-4f5f-99ef-4f9411acd241 req-06f21526-0ec0-48c6-a976-2380c206dce9 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:20.893781 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-10a6f1e6-03a2-4f5f-99ef-4f9411acd241 req-06f21526-0ec0-48c6-a976-2380c206dce9 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0543537 Jul 04 09:15:20.926289 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21456fbd-38c8-41fe-99b1-f67f5a6f91d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c04303-c9a8-4fd3-9731-902ed4313b8d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:20.930573 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-21456fbd-38c8-41fe-99b1-f67f5a6f91d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7cda85462a2454db7c474c7c9c23283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365318 Jul 04 09:15:20.933208 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 37842) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:20.957354 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-10a6f1e6-03a2-4f5f-99ef-4f9411acd241 req-7ebd53ca-43cb-4069-98c5-a6b147a1d46d tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578020 Jul 04 09:15:20.999250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b00b5c17-8c5a-408f-810d-2976ded9b4cf admin admin] Publish callbacks [] for security_group (c7c04303-c9a8-4fd3-9731-902ed4313b8d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:21.020024 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:21.028687 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b00b5c17-8c5a-408f-810d-2976ded9b4cf admin admin] Publish callbacks [] for security_group (c7c04303-c9a8-4fd3-9731-902ed4313b8d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:21.093689 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b00b5c17-8c5a-408f-810d-2976ded9b4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (c7c04303-c9a8-4fd3-9731-902ed4313b8d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:21.097509 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b00b5c17-8c5a-408f-810d-2976ded9b4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:21.102443 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b00b5c17-8c5a-408f-810d-2976ded9b4cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7c04303-c9a8-4fd3-9731-902ed4313b8d HTTP/1.1" status: 204 len: 168 time: 0.1681762 Jul 04 09:15:21.112205 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b5c17-8c5a-408f-810d-2976ded9b4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c04303-c9a8-4fd3-9731-902ed4313b8d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:21.218053 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e60d1-e354-412d-a5f4-bf75bf93d5c2 req-caa746cb-3684-434f-8b50-4e0654556b5c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:21.226664 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-917e60d1-e354-412d-a5f4-bf75bf93d5c2 req-caa746cb-3684-434f-8b50-4e0654556b5c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0806680 Jul 04 09:15:21.314316 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-917e60d1-e354-412d-a5f4-bf75bf93d5c2 req-0bf2354b-c2b5-4147-a5c4-42b9360e5af6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860903 Jul 04 09:15:21.507182 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0950a-6c9a-4cff-b794-ca058e0b0656 req-67bd4af4-59cc-4a13-a762-35daf9911a95 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:21.519596 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3be0950a-6c9a-4cff-b794-ca058e0b0656 req-67bd4af4-59cc-4a13-a762-35daf9911a95 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0983703 Jul 04 09:15:21.613925 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3be0950a-6c9a-4cff-b794-ca058e0b0656 req-3b197653-cc39-49fb-bd46-9250e713a1e3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930588 Jul 04 09:15:22.079699 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047f26e-a23c-45cd-83e4-9fe5b66b8684 req-6e8a8b54-13b3-4c04-9afd-98fb7534e304 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:22.081424 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2047f26e-a23c-45cd-83e4-9fe5b66b8684 req-6e8a8b54-13b3-4c04-9afd-98fb7534e304 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0486870 Jul 04 09:15:22.130573 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2047f26e-a23c-45cd-83e4-9fe5b66b8684 req-7f2d655e-4728-4671-9cef-117b4a99a415 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Jul 04 09:15:22.423406 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2d36-d4ff-486c-9d02-5b302e3e47d9 req-50791e4d-fb2b-48b0-9d4a-e85c4fce856e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:22.424802 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b0dd2d36-d4ff-486c-9d02-5b302e3e47d9 req-50791e4d-fb2b-48b0-9d4a-e85c4fce856e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0494988 Jul 04 09:15:22.486192 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b0dd2d36-d4ff-486c-9d02-5b302e3e47d9 req-eb2c9406-95ad-4a4c-a233-06a76eb7d11d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518482 Jul 04 09:15:22.765917 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b17f68-de50-433f-8bff-b437759a7486 req-b7696182-bb89-4cb6-866d-f2c9ac14f995 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:22.767549 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b4b17f68-de50-433f-8bff-b437759a7486 req-b7696182-bb89-4cb6-866d-f2c9ac14f995 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0741000 Jul 04 09:15:22.815193 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b4b17f68-de50-433f-8bff-b437759a7486 req-afaa8456-a22c-4e0c-9e5b-f2744945f394 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Jul 04 09:15:23.277763 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ffe0a-b904-4016-bf50-baed5a9ea122 req-020c88d8-860b-4d97-8b63-8b0ae1861eff tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:23.279318 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-796ffe0a-b904-4016-bf50-baed5a9ea122 req-020c88d8-860b-4d97-8b63-8b0ae1861eff tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0582225 Jul 04 09:15:23.330105 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-796ffe0a-b904-4016-bf50-baed5a9ea122 req-6f598262-445b-4885-a3c3-13fd1a5599c5 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Jul 04 09:15:23.608031 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48543ee5-7169-4176-a7fd-1b220dacc15e req-670c8d75-ecf9-4178-b4e3-0601b6f88b34 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:23.609495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48543ee5-7169-4176-a7fd-1b220dacc15e req-670c8d75-ecf9-4178-b4e3-0601b6f88b34 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0524373 Jul 04 09:15:23.660684 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:23.685659 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48543ee5-7169-4176-a7fd-1b220dacc15e req-2126f97c-41b4-4b3d-838d-67835e9fd493 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670788 Jul 04 09:15:23.937087 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596e0d-733b-4e95-b826-d30bca552048 req-6faf308d-a158-44b0-9a42-32e2e0d3536d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:23.938728 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97596e0d-733b-4e95-b826-d30bca552048 req-6faf308d-a158-44b0-9a42-32e2e0d3536d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0537782 Jul 04 09:15:23.993792 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97596e0d-733b-4e95-b826-d30bca552048 req-4a0688d4-c040-455d-ba9e-d48646270296 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Jul 04 09:15:24.450030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b180d-7e1b-431e-97dd-97aa38636b37 req-d9080310-1863-4f78-899b-c5e64996a28a tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:24.451506 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-812b180d-7e1b-431e-97dd-97aa38636b37 req-d9080310-1863-4f78-899b-c5e64996a28a tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0487967 Jul 04 09:15:24.483432 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:24.506274 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-812b180d-7e1b-431e-97dd-97aa38636b37 req-a0cda441-ed71-4521-a41c-dde1a60414cf tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464940 Jul 04 09:15:24.812389 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbbf67-8003-4b49-85f6-a5d77cf82841 req-9b87a10c-d08b-40a1-8a55-37b3803c168d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:24.813854 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bbbbbf67-8003-4b49-85f6-a5d77cf82841 req-9b87a10c-d08b-40a1-8a55-37b3803c168d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0462201 Jul 04 09:15:24.860900 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bbbbbf67-8003-4b49-85f6-a5d77cf82841 req-f766d2e7-2a11-4be4-8d7a-a75a76375e17 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413213 Jul 04 09:15:25.117788 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818cd86-b41c-4bf7-b05b-5724fc8ff05f req-d3dbfd82-8470-44c1-810a-2c90c89e574a tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:25.119280 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1818cd86-b41c-4bf7-b05b-5724fc8ff05f req-d3dbfd82-8470-44c1-810a-2c90c89e574a tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0473986 Jul 04 09:15:25.173516 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1818cd86-b41c-4bf7-b05b-5724fc8ff05f req-055eb508-1e57-4e56-be0d-a23a6e231f6b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474639 Jul 04 09:15:25.629899 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dbe20-1d12-4728-96cb-561a965d5040 req-31bb3494-e518-4ba8-ab6b-65f5b635fe36 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:25.631352 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-329dbe20-1d12-4728-96cb-561a965d5040 req-31bb3494-e518-4ba8-ab6b-65f5b635fe36 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0517740 Jul 04 09:15:25.681687 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-329dbe20-1d12-4728-96cb-561a965d5040 req-8397b02e-1ebe-4e70-a6c6-1230f580c041 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419383 Jul 04 09:15:25.893670 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab87a5-a74e-410b-b38f-86833da9e8c3 req-16d0cca4-382c-4cd6-a6b3-38870db0cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:25.895298 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-55ab87a5-a74e-410b-b38f-86833da9e8c3 req-16d0cca4-382c-4cd6-a6b3-38870db0cc43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 1127 time: 0.0816581 Jul 04 09:15:25.925260 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:25.927066 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb01bd-c935-43d3-9cb6-043e11b7ca9f req-b8fb1373-a1a9-4eac-ba54-3bbd5c99db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:25.928733 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dcfb01bd-c935-43d3-9cb6-043e11b7ca9f req-b8fb1373-a1a9-4eac-ba54-3bbd5c99db80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 1127 time: 0.0751524 Jul 04 09:15:25.939424 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-3520e4e4-6e53-44f4-bebb-82daefbe2b27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 200 len: 217 time: 0.1325877 Jul 04 09:15:26.082024 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f4dc-e4e8-434c-aad6-2fe74edb6042 req-3d10bbcc-67d6-4074-9beb-6f98da8d32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:26.083537 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2071f4dc-e4e8-434c-aad6-2fe74edb6042 req-3d10bbcc-67d6-4074-9beb-6f98da8d32c9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=13c95b6f91e84cd498cc57c55253a477&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3796732 Jul 04 09:15:26.088826 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-b68ab67e-77e7-41b0-844f-fececfde0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:26.090196 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-b68ab67e-77e7-41b0-844f-fececfde0328 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.1241341 Jul 04 09:15:26.092537 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:26.120856 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb01bd-c935-43d3-9cb6-043e11b7ca9f req-4a9c43d8-87aa-4ef1-842b-f6ef25b40b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:26.122464 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dcfb01bd-c935-43d3-9cb6-043e11b7ca9f req-4a9c43d8-87aa-4ef1-842b-f6ef25b40b1b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=48690ebc49824572a08f53597eeee661&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1853757 Jul 04 09:15:26.218560 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325e678-ce5d-4d0b-8bc1-f6d5610d1f1d req-9a880e9a-7f24-4236-8550-88123b151f95 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:26.220024 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9325e678-ce5d-4d0b-8bc1-f6d5610d1f1d req-9a880e9a-7f24-4236-8550-88123b151f95 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.2804041 Jul 04 09:15:26.312287 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab87a5-a74e-410b-b38f-86833da9e8c3 req-9e6fddad-9143-44db-b358-c58a62a556e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:26.313730 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-55ab87a5-a74e-410b-b38f-86833da9e8c3 req-9e6fddad-9143-44db-b358-c58a62a556e4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4099870 Jul 04 09:15:26.334627 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd769d-2bdb-49de-98bd-e201495604eb req-00c5fe09-2631-49cd-8462-7b486345ec12 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:26.335958 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31dd769d-2bdb-49de-98bd-e201495604eb req-00c5fe09-2631-49cd-8462-7b486345ec12 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0827162 Jul 04 09:15:26.354837 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9325e678-ce5d-4d0b-8bc1-f6d5610d1f1d req-b36ba8a5-24b9-4cc4-943e-319cca42442a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243489 Jul 04 09:15:26.391012 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31dd769d-2bdb-49de-98bd-e201495604eb req-31ce173b-3b9f-4368-ba84-c51ee9446834 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464814 Jul 04 09:15:26.810364 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d9c8c-82d1-434b-bf60-c36e7512970a req-15a8d57e-1def-406e-9494-f9750b14ebb4 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:26.811957 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a45d9c8c-82d1-434b-bf60-c36e7512970a req-15a8d57e-1def-406e-9494-f9750b14ebb4 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0575771 Jul 04 09:15:26.869726 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a45d9c8c-82d1-434b-bf60-c36e7512970a req-b8722baf-8127-4c03-88cc-bfea8da437c5 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511713 Jul 04 09:15:27.523551 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ddfe-e843-4266-be1d-78245ab923b5 req-99ef974c-554f-40a1-994e-b334da4f6fe3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:27.528619 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cba6ddfe-e843-4266-be1d-78245ab923b5 req-99ef974c-554f-40a1-994e-b334da4f6fe3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0956030 Jul 04 09:15:27.551838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f1ec-4a7b-4410-9752-83f6c5f38eb0 req-88017b91-e550-4700-9bc2-89a8085cc27d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:27.555133 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6e15f1ec-4a7b-4410-9752-83f6c5f38eb0 req-88017b91-e550-4700-9bc2-89a8085cc27d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0891445 Jul 04 09:15:27.582834 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:27.630417 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cba6ddfe-e843-4266-be1d-78245ab923b5 req-48f0e873-93a8-4893-b920-6090ffc90f50 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943639 Jul 04 09:15:27.638338 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6e15f1ec-4a7b-4410-9752-83f6c5f38eb0 req-7ff568ea-0c01-4282-baff-b39fae15b335 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729208 Jul 04 09:15:28.007765 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b60a6-becb-4c6e-a593-8d7d4cb0d46c req-2018f9c3-d970-44c5-945f-9f51d7dc4885 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:28.010242 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6e2b60a6-becb-4c6e-a593-8d7d4cb0d46c req-2018f9c3-d970-44c5-945f-9f51d7dc4885 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0545833 Jul 04 09:15:28.070310 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6e2b60a6-becb-4c6e-a593-8d7d4cb0d46c req-6141c4ff-b9ca-4c57-b82a-cd4a92c96699 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540583 Jul 04 09:15:28.076783 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:28.445586 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=26 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:28.807074 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:28.853855 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042c437-8704-418a-9ac8-e3113468095d req-cf77b870-9736-4d9d-acc8-72c63ed09800 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:28.855340 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4042c437-8704-418a-9ac8-e3113468095d req-cf77b870-9736-4d9d-acc8-72c63ed09800 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.1471844 Jul 04 09:15:28.907582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b0eae-f881-44c6-81f2-a0623f60e045 req-4362b37e-7132-4961-a3d4-6a8669665275 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:28.909026 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-579b0eae-f881-44c6-81f2-a0623f60e045 req-4362b37e-7132-4961-a3d4-6a8669665275 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.1881983 Jul 04 09:15:28.933724 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-74d537ce-66cf-4f12-bb12-bf8ed992a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:28.935557 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-74d537ce-66cf-4f12-bb12-bf8ed992a44e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1726701 Jul 04 09:15:29.055558 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab87a5-a74e-410b-b38f-86833da9e8c3 req-bdd7fafc-48cb-430d-b343-351d88d8b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:29.057923 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-55ab87a5-a74e-410b-b38f-86833da9e8c3 req-bdd7fafc-48cb-430d-b343-351d88d8b1f1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2993305 Jul 04 09:15:29.061122 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4042c437-8704-418a-9ac8-e3113468095d req-ea201905-322e-47a6-84d5-ac934df05eb4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900065 Jul 04 09:15:29.082341 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-579b0eae-f881-44c6-81f2-a0623f60e045 req-8d14c7e8-3e2f-4acc-9a7a-bd65328a5918 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564550 Jul 04 09:15:29.146570 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-802e9771-9a6c-4b19-9633-5a37f233fd3d service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739047 Jul 04 09:15:29.178841 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-cb3f7e76-e943-4df5-ac4f-15b1d79b6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:29.185384 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-cb3f7e76-e943-4df5-ac4f-15b1d79b6afb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 1127 time: 0.0744560 Jul 04 09:15:29.362221 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-48f61760-4c7d-434f-9924-af28417e633c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf HTTP/1.1" status: 200 len: 217 time: 0.1691997 Jul 04 09:15:29.389984 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f4dc-e4e8-434c-aad6-2fe74edb6042 req-394b2b43-57bd-44b4-919b-44a65e89866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:29.391479 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2071f4dc-e4e8-434c-aad6-2fe74edb6042 req-394b2b43-57bd-44b4-919b-44a65e89866f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6571410 Jul 04 09:15:29.394661 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb01bd-c935-43d3-9cb6-043e11b7ca9f req-456e3f37-e471-41a0-a0eb-8b07f9847750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:29.396081 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-dcfb01bd-c935-43d3-9cb6-043e11b7ca9f req-456e3f37-e471-41a0-a0eb-8b07f9847750 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6459153 Jul 04 09:15:29.401164 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c4997-205a-4241-9269-a77c4e106860 req-b3d7457d-da86-4b54-b8c3-d85a2d856031 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:29.402683 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-134c4997-205a-4241-9269-a77c4e106860 req-b3d7457d-da86-4b54-b8c3-d85a2d856031 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.2124896 Jul 04 09:15:29.452191 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-134c4997-205a-4241-9269-a77c4e106860 req-f20fef38-c474-42e8-8d26-0f6b1991cf8f tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Jul 04 09:15:29.459342 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7c1b3d79-2475-44e7-b61a-4c6f4e93faaa req-cf50990b-109d-4e4a-9465-eeef031769be service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054020 Jul 04 09:15:30.220632 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065975e-c9fa-4924-9bd0-526220d7e8b2 req-8c300d15-99f1-4d18-bcb4-0d5f889327d8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:30.220632 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5065975e-c9fa-4924-9bd0-526220d7e8b2 req-8c300d15-99f1-4d18-bcb4-0d5f889327d8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0885012 Jul 04 09:15:30.240917 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88280b-490f-4a61-ad31-82b0c1dfeec0 req-9254e2b2-341f-4242-a1b0-24675470cae6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:30.242618 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3c88280b-490f-4a61-ad31-82b0c1dfeec0 req-9254e2b2-341f-4242-a1b0-24675470cae6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0704994 Jul 04 09:15:30.312952 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5065975e-c9fa-4924-9bd0-526220d7e8b2 req-3521af9f-4d0d-4ed2-a22f-c3348269c04a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793476 Jul 04 09:15:30.335109 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3c88280b-490f-4a61-ad31-82b0c1dfeec0 req-df6f98d2-a4d3-489c-b5f0-785d8b283452 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824447 Jul 04 09:15:30.573030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e561d-caff-4af7-a95f-59731f95048e req-68768d9e-247a-4a1a-b78c-15b554eef45d tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:30.574382 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-196e561d-caff-4af7-a95f-59731f95048e req-68768d9e-247a-4a1a-b78c-15b554eef45d tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0488627 Jul 04 09:15:30.622922 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-196e561d-caff-4af7-a95f-59731f95048e req-3a286b3a-811b-4941-8a89-d2c317c2c7c2 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Jul 04 09:15:30.995291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=70 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:30.998280 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:31.128998 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:31.454403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689bd58-340f-44ef-9e80-f3ea566e0a66 req-0443eab8-4272-478a-9dd2-e44dacc3fee7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:31.455881 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0689bd58-340f-44ef-9e80-f3ea566e0a66 req-0443eab8-4272-478a-9dd2-e44dacc3fee7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0705388 Jul 04 09:15:31.482954 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca81bb-6a3f-4a61-aef9-45d2ddab15dd req-07d09ce2-bfcd-44b0-ba76-b7be0fc76551 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:31.484404 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3eca81bb-6a3f-4a61-aef9-45d2ddab15dd req-07d09ce2-bfcd-44b0-ba76-b7be0fc76551 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.0715156 Jul 04 09:15:31.510207 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:31.536610 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0689bd58-340f-44ef-9e80-f3ea566e0a66 req-c6338644-b3df-4093-9683-af1aa08e9c9c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748720 Jul 04 09:15:31.561140 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3eca81bb-6a3f-4a61-aef9-45d2ddab15dd req-c2ddebea-0e98-40ee-98b0-57a764768041 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686092 Jul 04 09:15:31.751131 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edc439-00b3-4972-a4d3-fb2d620e9c90 req-6550e863-dc39-4b85-a686-0977b84f0ee7 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:31.752572 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f2edc439-00b3-4972-a4d3-fb2d620e9c90 req-6550e863-dc39-4b85-a686-0977b84f0ee7 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0525117 Jul 04 09:15:31.801991 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f2edc439-00b3-4972-a4d3-fb2d620e9c90 req-3eb5a037-6e84-472d-8cbc-7a2f1a84671c tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Jul 04 09:15:31.972138 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-6fd0274a-fa62-4ce9-9ea2-c0ed8f0a1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:31.973618 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-6fd0274a-fa62-4ce9-9ea2-c0ed8f0a1bef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.0596924 Jul 04 09:15:31.989151 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-406a8f0b-6eb1-44bf-8dc1-8137dd6e8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:31.990715 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-406a8f0b-6eb1-44bf-8dc1-8137dd6e8352 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=13c95b6f91e84cd498cc57c55253a477&device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 1127 time: 0.0431068 Jul 04 09:15:32.670444 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df306f0e-2d26-422d-889f-64e3d2d1456e req-db3fe04e-eed1-42fe-b992-e65a4fafeba8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:32.672275 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-df306f0e-2d26-422d-889f-64e3d2d1456e req-db3fe04e-eed1-42fe-b992-e65a4fafeba8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.0621073 Jul 04 09:15:32.904445 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f7e4-abff-4ef6-b4c1-8333a130f45b req-9d487699-2682-44c9-8468-26ea2d60d2e2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:32.905938 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4bd4f7e4-abff-4ef6-b4c1-8333a130f45b req-9d487699-2682-44c9-8468-26ea2d60d2e2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.2324028 Jul 04 09:15:32.911465 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:32.943287 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-df306f0e-2d26-422d-889f-64e3d2d1456e req-6b0657cc-2e7e-4532-88a0-38e82ea4af4c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343371 Jul 04 09:15:32.971675 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4bd4f7e4-abff-4ef6-b4c1-8333a130f45b req-875c9951-e609-4b94-8cf6-8142b2e337e0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569754 Jul 04 09:15:33.054774 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ba62-42a5-4f52-84e6-e53691481a11 req-33f1e069-04c6-42b3-8293-c3d2ce6cc037 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.056387 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-18c6ba62-42a5-4f52-84e6-e53691481a11 req-33f1e069-04c6-42b3-8293-c3d2ce6cc037 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0495288 Jul 04 09:15:33.105024 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-18c6ba62-42a5-4f52-84e6-e53691481a11 req-e64e8e83-862f-4a9a-b3eb-1e88d3340e52 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424745 Jul 04 09:15:33.186109 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0cfb67d-bc25-4da1-b8fa-819107c3433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:33.226322 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079773-65e6-4c02-a5b5-74a71386c013 req-b744a9b6-4bd9-418a-8933-39c10448a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.227995 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-b744a9b6-4bd9-418a-8933-39c10448a828 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932467 Jul 04 09:15:33.238303 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-c128a64e-9ef5-4695-8acc-dd5b6d0ae185 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4032ca7-9968-41ab-84f4-ed9cfa71c82a HTTP/1.1" status: 200 len: 217 time: 0.1038010 Jul 04 09:15:33.244144 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-2e4ef115-1c87-41d2-a7cd-3b371e62bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.245615 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-2e4ef115-1c87-41d2-a7cd-3b371e62bac5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1127 time: 0.0947258 Jul 04 09:15:33.315459 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-63fa6a85-8f65-4b52-a49b-17f9edaef912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.316974 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-63fa6a85-8f65-4b52-a49b-17f9edaef912 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 1127 time: 0.1758075 Jul 04 09:15:33.344470 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-ffc26c7a-3a63-4686-b511-378ac8223f50 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051888 Jul 04 09:15:33.437269 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-19f37692-caa0-4475-805d-95525d0e4c3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90432259-5748-4275-9dd4-31b28ac81966 HTTP/1.1" status: 200 len: 217 time: 0.1006379 Jul 04 09:15:33.443554 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-d0e84cef-b778-461a-8e14-3042e76a00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.445262 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-d0e84cef-b778-461a-8e14-3042e76a00d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb3e4168-36a8-43dd-a56f-e33bfa2cd43a HTTP/1.1" status: 200 len: 851 time: 0.1967783 Jul 04 09:15:33.465479 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-29079773-65e6-4c02-a5b5-74a71386c013 req-154874fe-117a-4aff-a6b5-503d4a5788ed service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147015 Jul 04 09:15:33.571968 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-2ab17518-a020-4dbc-8aca-12a31ce3562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.574073 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-2ab17518-a020-4dbc-8aca-12a31ce3562d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebe06835-bf96-4b89-ad2f-00c9514a77a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194940 Jul 04 09:15:33.582532 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-f0897636-24cb-4c7c-9b80-5ffafa86caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.583994 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-f0897636-24cb-4c7c-9b80-5ffafa86caa0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.3235874 Jul 04 09:15:33.585424 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-1c64049d-2cfd-4ddd-a82b-8299480e10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:33.586821 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-1c64049d-2cfd-4ddd-a82b-8299480e10fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.1404521 Jul 04 09:15:33.782812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38186) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:33.901762 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c707a8e7-68e0-43b9-ae9e-ceb8de5985d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.010597 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c707a8e7-68e0-43b9-ae9e-ceb8de5985d1 admin admin] Publish callbacks [] for security_group (8cf616b2-503e-4b4e-a073-1306adcbc0a3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.022871 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c707a8e7-68e0-43b9-ae9e-ceb8de5985d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8cf616b2-503e-4b4e-a073-1306adcbc0a3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.099348 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38212) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:34.113431 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:15:34.167571 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:34.174180 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38220) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:34.182449 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c707a8e7-68e0-43b9-ae9e-ceb8de5985d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=830ca68f5557489d8d77070e38f31829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983920 Jul 04 09:15:34.196086 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707a8e7-68e0-43b9-ae9e-ceb8de5985d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf616b2-503e-4b4e-a073-1306adcbc0a3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:34.212471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38222) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:34.235707 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4739-6a76-48d3-ac8a-d50cb1f9d904 req-908ab40d-c588-41ed-bbb8-26ac2394d56a tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:34.237291 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2d2f4739-6a76-48d3-ac8a-d50cb1f9d904 req-908ab40d-c588-41ed-bbb8-26ac2394d56a tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.1609209 Jul 04 09:15:34.247331 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905030-1a68-45a1-8214-6b1062c6d20a req-70fb27a4-92bc-49bb-bc99-c1d91659158d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:34.254529 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5a905030-1a68-45a1-8214-6b1062c6d20a req-70fb27a4-92bc-49bb-bc99-c1d91659158d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.2242515 Jul 04 09:15:34.302408 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:34.314866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'port_id': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d', 'mac_address': 'fa:16:3e:60:82:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:15:34.362617 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:34.363227 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.370261 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:34.375776 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-34e605d0-6c73-4c5e-87e5-c2ea9e9e78c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 200 len: 217 time: 0.1124814 Jul 04 09:15:34.381204 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:34.407066 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:34.415801 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.417982 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5a905030-1a68-45a1-8214-6b1062c6d20a req-b3e7282d-9d02-4bc4-968f-02f8ec893f05 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530228 Jul 04 09:15:34.421904 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2d2f4739-6a76-48d3-ac8a-d50cb1f9d904 req-1f18becf-7ae0-4111-8f4b-e891afeae75d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561439 Jul 04 09:15:34.491969 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:34.505094 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b842ff07-fcc8-42b5-a0e9-0d000c08a647 admin admin] Publish callbacks [] for security_group (8cf616b2-503e-4b4e-a073-1306adcbc0a3), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.521826 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:34.523340 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf66e-bd71-4c8a-90eb-ba48caf5d054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.538223 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da2d904f-d0e9-4d49-8d25-f352fe1e6ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.562111 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c117ad-fa13-4aa5-80f3-ea5974445173 req-f512c895-751a-443a-9da2-89e5a87ec2ef tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:34.576285 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-40c117ad-fa13-4aa5-80f3-ea5974445173 req-f512c895-751a-443a-9da2-89e5a87ec2ef tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0839214 Jul 04 09:15:34.589849 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-db37de22-77d9-40a6-a1b4-07345cc22410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:34.591560 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-db37de22-77d9-40a6-a1b4-07345cc22410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3308690 Jul 04 09:15:34.619529 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:34.644870 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-40c117ad-fa13-4aa5-80f3-ea5974445173 req-56a0b0d3-5977-4903-8996-85d147caf858 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Jul 04 09:15:34.647663 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-c373e335-fe4d-4555-8fb1-0f85e23aec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:34.649311 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-c373e335-fe4d-4555-8fb1-0f85e23aec84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.2047927 Jul 04 09:15:34.660647 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b842ff07-fcc8-42b5-a0e9-0d000c08a647 admin admin] Publish callbacks [] for security_group (8cf616b2-503e-4b4e-a073-1306adcbc0a3), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.698023 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da2d904f-d0e9-4d49-8d25-f352fe1e6ad9 admin admin] Publish callbacks [] for security_group (8237b246-dbf6-4807-a859-cc7b882f2329), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.705858 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da2d904f-d0e9-4d49-8d25-f352fe1e6ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8237b246-dbf6-4807-a859-cc7b882f2329), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.715574 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:15:34.734265 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-3ffebce4-f552-4b91-aef3-cef430aded6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:34.735902 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-3ffebce4-f552-4b91-aef3-cef430aded6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729165 Jul 04 09:15:34.747341 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-da2d904f-d0e9-4d49-8d25-f352fe1e6ad9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20ce552af8eb4077b9971db6d235ed65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5329278 Jul 04 09:15:34.747777 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d904f-d0e9-4d49-8d25-f352fe1e6ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8237b246-dbf6-4807-a859-cc7b882f2329,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:34.749969 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38246) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:34.814061 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cd53-274a-461e-82a1-2729bbfb8aac admin admin] Publish callbacks [] for security_group (8237b246-dbf6-4807-a859-cc7b882f2329), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.840247 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cd53-274a-461e-82a1-2729bbfb8aac admin admin] Publish callbacks [] for security_group (8237b246-dbf6-4807-a859-cc7b882f2329), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.867676 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-635926ef-de71-4fa3-80e3-51e5625ed2be service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162398 Jul 04 09:15:34.908907 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cd53-274a-461e-82a1-2729bbfb8aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8237b246-dbf6-4807-a859-cc7b882f2329), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.912448 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cd53-274a-461e-82a1-2729bbfb8aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:34.917268 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c9b7cd53-274a-461e-82a1-2729bbfb8aac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8237b246-dbf6-4807-a859-cc7b882f2329 HTTP/1.1" status: 204 len: 168 time: 0.1627374 Jul 04 09:15:34.925485 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7cd53-274a-461e-82a1-2729bbfb8aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8237b246-dbf6-4807-a859-cc7b882f2329,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:34.938386 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-bc452f31-dbca-4d47-9a5f-5ab43eb96e1c service neutron] 10.222.0.57 "GET /v2.0/networks/ebe06835-bf96-4b89-ad2f-00c9514a77a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750565 Jul 04 09:15:35.118953 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-f43e4a3d-74d2-4c12-b5e1-0254fda30ad1 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864044 Jul 04 09:15:35.168039 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf66e-bd71-4c8a-90eb-ba48caf5d054 admin admin] Publish callbacks [] for security_group (f5fcb7cf-a06d-4254-9265-54476bc05e08), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.169154 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b842ff07-fcc8-42b5-a0e9-0d000c08a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8cf616b2-503e-4b4e-a073-1306adcbc0a3), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.171645 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b842ff07-fcc8-42b5-a0e9-0d000c08a647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.172787 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b842ff07-fcc8-42b5-a0e9-0d000c08a647 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cf616b2-503e-4b4e-a073-1306adcbc0a3 HTTP/1.1" status: 204 len: 168 time: 0.9973991 Jul 04 09:15:35.175032 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-2173118f-5fd7-478c-bfc9-71ecf0f344ea req-daf8b674-abb1-492c-8314-e87ef1e2c874 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964821 Jul 04 09:15:35.199625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf66e-bd71-4c8a-90eb-ba48caf5d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f5fcb7cf-a06d-4254-9265-54476bc05e08), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.234299 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842ff07-fcc8-42b5-a0e9-0d000c08a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf616b2-503e-4b4e-a073-1306adcbc0a3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:35.237974 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a2ecf66e-bd71-4c8a-90eb-ba48caf5d054 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b9804d46bef4df5a33201156023dbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1375513 Jul 04 09:15:35.241156 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38272) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:35.251102 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:35.262298 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9ccd7520-fc83-4da7-a933-af8e529c2700 req-fcb9b0fb-5b7c-4742-8010-44edf01c9d0c service neutron] 10.222.0.57 "GET /v2.0/networks/ebe06835-bf96-4b89-ad2f-00c9514a77a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078132 Jul 04 09:15:35.313231 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecf66e-bd71-4c8a-90eb-ba48caf5d054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fcb7cf-a06d-4254-9265-54476bc05e08,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:35.317910 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b79a4a29-786a-49b0-bf00-19ac5a10f561 admin admin] Publish callbacks [] for security_group (f5fcb7cf-a06d-4254-9265-54476bc05e08), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.345953 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-11e9fa20-8880-49ee-81d7-756eeb942e98 req-bb9a71b7-91b8-4125-a168-3c81980e36b9 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108274 Jul 04 09:15:35.346532 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b79a4a29-786a-49b0-bf00-19ac5a10f561 admin admin] Publish callbacks [] for security_group (f5fcb7cf-a06d-4254-9265-54476bc05e08), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.384573 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77442cf9-2d0e-465e-a4c9-9d06be542052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.408976 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b79a4a29-786a-49b0-bf00-19ac5a10f561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f5fcb7cf-a06d-4254-9265-54476bc05e08), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.411691 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b79a4a29-786a-49b0-bf00-19ac5a10f561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.412844 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b79a4a29-786a-49b0-bf00-19ac5a10f561 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5fcb7cf-a06d-4254-9265-54476bc05e08 HTTP/1.1" status: 204 len: 168 time: 0.1708119 Jul 04 09:15:35.421453 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a4a29-786a-49b0-bf00-19ac5a10f561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fcb7cf-a06d-4254-9265-54476bc05e08,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:35.438580 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38278) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:35.461393 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6f4831e-c78e-41cf-b610-3176332eb437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.518492 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:35.635369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6f4831e-c78e-41cf-b610-3176332eb437 admin admin] Publish callbacks [] for security_group (1a4c4d1f-dbff-4363-b379-35090ad3860e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.657178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56f512-1aad-4490-a2e9-4314c3bffcb3 req-aec30786-6d7b-400e-8c5d-7889efccdcc2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:35.664868 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9e56f512-1aad-4490-a2e9-4314c3bffcb3 req-aec30786-6d7b-400e-8c5d-7889efccdcc2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.1327052 Jul 04 09:15:35.669869 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6f4831e-c78e-41cf-b610-3176332eb437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1a4c4d1f-dbff-4363-b379-35090ad3860e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.689782 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5ea6a-9334-4d11-89ce-fb07356c82ca req-6789cf30-ae33-4a16-9e17-ebee8b0d4819 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:35.691429 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1af5ea6a-9334-4d11-89ce-fb07356c82ca req-6789cf30-ae33-4a16-9e17-ebee8b0d4819 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 943 time: 0.1183922 Jul 04 09:15:35.768151 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f6f4831e-c78e-41cf-b610-3176332eb437 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33e5c18fc2164ce1b2ec6ab10781a99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277421 Jul 04 09:15:35.770550 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38306) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:35.771035 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4831e-c78e-41cf-b610-3176332eb437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c4d1f-dbff-4363-b379-35090ad3860e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:35.808535 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9e56f512-1aad-4490-a2e9-4314c3bffcb3 req-248995e8-79b7-45e1-8aea-b7bfce5b552f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425567 Jul 04 09:15:35.813923 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1af5ea6a-9334-4d11-89ce-fb07356c82ca req-ca17a486-7656-4f9f-840c-24d72b31685e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043370 Jul 04 09:15:35.840678 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:35.872294 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a7511e9-cdc1-4247-acfe-399c3cd6e14a admin admin] Publish callbacks [] for security_group (1a4c4d1f-dbff-4363-b379-35090ad3860e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.901275 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a7511e9-cdc1-4247-acfe-399c3cd6e14a admin admin] Publish callbacks [] for security_group (1a4c4d1f-dbff-4363-b379-35090ad3860e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:35.913643 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=2,neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:35.953409 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38308) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:35.963656 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13257d-92f9-45d3-b411-d52d5d64d98d req-2990cea1-33b0-4ae8-91db-073fe36a3e1e tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:35.973037 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ea13257d-92f9-45d3-b411-d52d5d64d98d req-2990cea1-33b0-4ae8-91db-073fe36a3e1e tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0701289 Jul 04 09:15:35.978475 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2df968c-7bc9-45f3-98e5-08fbd55daf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.039560 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ea13257d-92f9-45d3-b411-d52d5d64d98d req-df5a8738-2a0b-4f80-9f9b-131cec5bd9d7 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649481 Jul 04 09:15:36.106115 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 232e0862-e534-47a3-801c-2e64bb8cb2cf details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:15:36.134895 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38312) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:36.182505 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:36.302022 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8d2612a-9d3a-44c1-85f9-18e2628d4272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.320390 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2df968c-7bc9-45f3-98e5-08fbd55daf60 admin admin] Publish callbacks [] for security_group (53eed56a-0864-4b7f-9d98-4c686e176380), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.323382 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a7511e9-cdc1-4247-acfe-399c3cd6e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1a4c4d1f-dbff-4363-b379-35090ad3860e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.327101 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a7511e9-cdc1-4247-acfe-399c3cd6e14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.329293 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5a7511e9-cdc1-4247-acfe-399c3cd6e14a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a4c4d1f-dbff-4363-b379-35090ad3860e HTTP/1.1" status: 204 len: 168 time: 0.5569794 Jul 04 09:15:36.334543 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2df968c-7bc9-45f3-98e5-08fbd55daf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (53eed56a-0864-4b7f-9d98-4c686e176380), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.362543 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7511e9-cdc1-4247-acfe-399c3cd6e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c4d1f-dbff-4363-b379-35090ad3860e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:36.368102 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 232e0862-e534-47a3-801c-2e64bb8cb2cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:36.405686 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'port_id': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'mac_address': 'fa:16:3e:46:ce:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:15:36.435420 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df968c-7bc9-45f3-98e5-08fbd55daf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eed56a-0864-4b7f-9d98-4c686e176380,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:36.453414 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:15:36.453815 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38328) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:36.458485 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d2df968c-7bc9-45f3-98e5-08fbd55daf60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=107bbbb5785047dc85b7aa5bdf532c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038538 Jul 04 09:15:36.465694 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 232e0862-e534-47a3-801c-2e64bb8cb2cf is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:36.466104 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.468787 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:36.469323 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.504622 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8d2612a-9d3a-44c1-85f9-18e2628d4272 admin admin] Publish callbacks [] for security_group (6509aa75-8aaa-4062-bb46-a0655ea65923), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.519241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8d2612a-9d3a-44c1-85f9-18e2628d4272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6509aa75-8aaa-4062-bb46-a0655ea65923), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.529642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232e0862-e534-47a3-801c-2e64bb8cb2cf {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:36.555024 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2612a-9d3a-44c1-85f9-18e2628d4272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509aa75-8aaa-4062-bb46-a0655ea65923,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:36.571899 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 232e0862-e534-47a3-801c-2e64bb8cb2cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:36.589866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.600452 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38332) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:36.611952 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b8d2612a-9d3a-44c1-85f9-18e2628d4272 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44af3132624249729b6150d85a707f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663038 Jul 04 09:15:36.624491 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b1dba883-184c-4583-b5ac-633dd71fd7e2 admin admin] Publish callbacks [] for security_group (53eed56a-0864-4b7f-9d98-4c686e176380), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.648007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.665194 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b1dba883-184c-4583-b5ac-633dd71fd7e2 admin admin] Publish callbacks [] for security_group (53eed56a-0864-4b7f-9d98-4c686e176380), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.682670 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:36.683167 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.689253 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-75d2f777-8644-435d-8ea3-2045c017c871 admin admin] Publish callbacks [] for security_group (6509aa75-8aaa-4062-bb46-a0655ea65923), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.695786 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=232e0862-e534-47a3-801c-2e64bb8cb2cf,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:36.716246 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:36.736870 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-75d2f777-8644-435d-8ea3-2045c017c871 admin admin] Publish callbacks [] for security_group (6509aa75-8aaa-4062-bb46-a0655ea65923), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.747585 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b1dba883-184c-4583-b5ac-633dd71fd7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (53eed56a-0864-4b7f-9d98-4c686e176380), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.750838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b1dba883-184c-4583-b5ac-633dd71fd7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.755011 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b1dba883-184c-4583-b5ac-633dd71fd7e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53eed56a-0864-4b7f-9d98-4c686e176380 HTTP/1.1" status: 204 len: 168 time: 0.2973142 Jul 04 09:15:36.762269 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dba883-184c-4583-b5ac-633dd71fd7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eed56a-0864-4b7f-9d98-4c686e176380,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:36.803581 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-75d2f777-8644-435d-8ea3-2045c017c871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6509aa75-8aaa-4062-bb46-a0655ea65923), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.806193 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-75d2f777-8644-435d-8ea3-2045c017c871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.808025 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-75d2f777-8644-435d-8ea3-2045c017c871 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6509aa75-8aaa-4062-bb46-a0655ea65923 HTTP/1.1" status: 204 len: 168 time: 0.2060103 Jul 04 09:15:36.816855 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2f777-8644-435d-8ea3-2045c017c871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509aa75-8aaa-4062-bb46-a0655ea65923,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:36.818847 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:36.829439 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:36.903145 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['232e0862-e534-47a3-801c-2e64bb8cb2cf'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:15:36.931752 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:36.975859 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:37.013055 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08e89b-997d-4afa-b6f4-cfd2176722d6 req-b57548bb-3168-4396-b5be-d2c4a1890bed tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:37.014721 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2b08e89b-997d-4afa-b6f4-cfd2176722d6 req-b57548bb-3168-4396-b5be-d2c4a1890bed tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 944 time: 0.0998785 Jul 04 09:15:37.021922 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81bc6d-51ba-46e5-a9fb-27e06c172475 req-95ec5d10-99aa-476c-81a7-eab4abc3feea tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:37.024065 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9a81bc6d-51ba-46e5-a9fb-27e06c172475 req-95ec5d10-99aa-476c-81a7-eab4abc3feea tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.1069558 Jul 04 09:15:37.099356 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2b08e89b-997d-4afa-b6f4-cfd2176722d6 req-9e267734-8bde-49ec-9c5a-4f5006d05b31 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736187 Jul 04 09:15:37.133432 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9a81bc6d-51ba-46e5-a9fb-27e06c172475 req-af917141-7387-4546-9be5-8da920e7c421 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991163 Jul 04 09:15:37.243064 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839148c-5cde-4292-b4a8-5dcabe9d054b req-c4c9f158-70e2-469a-92c7-91598b93ba85 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:37.245383 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b839148c-5cde-4292-b4a8-5dcabe9d054b req-c4c9f158-70e2-469a-92c7-91598b93ba85 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0601959 Jul 04 09:15:37.283015 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:37.299262 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b839148c-5cde-4292-b4a8-5dcabe9d054b req-3c7d36c4-8849-4925-94bf-4dd3240c6d43 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471652 Jul 04 09:15:37.322488 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5006e6d-0ba6-4187-af44-d2e9cc1efa60" -d '{"events": [{"server_uuid": "eb12a448-abd1-4f71-a368-8e85bedaf38b", "name": "network-vif-plugged", "status": "completed", "tag": "4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:37.424209 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38376) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:37.440480 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7acc8422-406c-4615-9f97-5a0d952dd68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.464394 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38378) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:37.485592 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb44d659-f7c3-4f2a-9322-18215d705e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.517768 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:37.547235 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7acc8422-406c-4615-9f97-5a0d952dd68f admin admin] Publish callbacks [] for security_group (b5e139b5-fbe2-4b88-a09b-69301476e659), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.556747 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7acc8422-406c-4615-9f97-5a0d952dd68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b5e139b5-fbe2-4b88-a09b-69301476e659), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.597970 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb44d659-f7c3-4f2a-9322-18215d705e76 admin admin] Publish callbacks [] for security_group (8283f56b-29ff-446d-9f26-318958dc87a6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.599844 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7acc8422-406c-4615-9f97-5a0d952dd68f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81bc8df29a9e471dae661f680cc54b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739285 Jul 04 09:15:37.601101 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc8422-406c-4615-9f97-5a0d952dd68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e139b5-fbe2-4b88-a09b-69301476e659,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:37.604267 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38380) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:37.622137 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb44d659-f7c3-4f2a-9322-18215d705e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8283f56b-29ff-446d-9f26-318958dc87a6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.646558 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:37.699352 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44d659-f7c3-4f2a-9322-18215d705e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283f56b-29ff-446d-9f26-318958dc87a6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:37.707997 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cb44d659-f7c3-4f2a-9322-18215d705e76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2118e40506844a8bb83c010c520689d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420006 Jul 04 09:15:37.711106 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38390) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:37.724621 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c0c1f52-fee4-4671-90da-75030ed986bd admin admin] Publish callbacks [] for security_group (b5e139b5-fbe2-4b88-a09b-69301476e659), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.748606 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c0c1f52-fee4-4671-90da-75030ed986bd admin admin] Publish callbacks [] for security_group (b5e139b5-fbe2-4b88-a09b-69301476e659), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.780605 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a03fc736-bb7f-4e09-a515-006f222fb223 admin admin] Publish callbacks [] for security_group (8283f56b-29ff-446d-9f26-318958dc87a6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.808760 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a03fc736-bb7f-4e09-a515-006f222fb223 admin admin] Publish callbacks [] for security_group (8283f56b-29ff-446d-9f26-318958dc87a6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.833305 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26adafc7-5c18-4fb3-97f0-7bf0190b3d50 x-openstack-request-id: req-26adafc7-5c18-4fb3-97f0-7bf0190b3d50 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:37.834216 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb12a448-abd1-4f71-a368-8e85bedaf38b", "name": "network-vif-plugged", "status": "completed", "tag": "4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:37.834632 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26adafc7-5c18-4fb3-97f0-7bf0190b3d50 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:37.835267 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26adafc7-5c18-4fb3-97f0-7bf0190b3d50'] response: {'server_uuid': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d', 'code': 200} Jul 04 09:15:37.841851 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c0c1f52-fee4-4671-90da-75030ed986bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b5e139b5-fbe2-4b88-a09b-69301476e659), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.844775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c0c1f52-fee4-4671-90da-75030ed986bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.846167 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5c0c1f52-fee4-4671-90da-75030ed986bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5e139b5-fbe2-4b88-a09b-69301476e659 HTTP/1.1" status: 204 len: 168 time: 0.2394006 Jul 04 09:15:37.862447 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c1f52-fee4-4671-90da-75030ed986bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e139b5-fbe2-4b88-a09b-69301476e659,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:37.891625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a03fc736-bb7f-4e09-a515-006f222fb223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8283f56b-29ff-446d-9f26-318958dc87a6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.898198 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a03fc736-bb7f-4e09-a515-006f222fb223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:37.903101 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a03fc736-bb7f-4e09-a515-006f222fb223 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8283f56b-29ff-446d-9f26-318958dc87a6 HTTP/1.1" status: 204 len: 168 time: 0.1908150 Jul 04 09:15:37.912551 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fc736-bb7f-4e09-a515-006f222fb223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283f56b-29ff-446d-9f26-318958dc87a6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:37.972369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38400) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:38.068028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:38.078633 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.113113 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 90432259-5748-4275-9dd4-31b28ac81966 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:15:38.116402 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 232e0862-e534-47a3-801c-2e64bb8cb2cf up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:38.128707 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064690a-1f9f-4645-9727-3bcac2898a17 req-0f3ce957-eb4e-4185-8a33-ca719c6b39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:38.144275 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b064690a-1f9f-4645-9727-3bcac2898a17 req-0f3ce957-eb4e-4185-8a33-ca719c6b39d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1129 time: 0.1112332 Jul 04 09:15:38.165031 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b064690a-1f9f-4645-9727-3bcac2898a17 req-0f81018c-ea8a-4585-a0b6-57b6545e80c3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.222513 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:38.307061 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 232e0862-e534-47a3-801c-2e64bb8cb2cf completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:15:38.311468 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b064690a-1f9f-4645-9727-3bcac2898a17 req-0f81018c-ea8a-4585-a0b6-57b6545e80c3 service neutron] Publish callbacks [] for security_group (1c412855-0e61-4314-97f4-d7c565dfc309), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.312724 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:38.317846 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b064690a-1f9f-4645-9727-3bcac2898a17 req-0f81018c-ea8a-4585-a0b6-57b6545e80c3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1c412855-0e61-4314-97f4-d7c565dfc309), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.324595 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 232e0862-e534-47a3-801c-2e64bb8cb2cf triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:38.327816 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.358240 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b064690a-1f9f-4645-9727-3bcac2898a17 req-0f81018c-ea8a-4585-a0b6-57b6545e80c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158458 Jul 04 09:15:38.384133 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81018c-ea8a-4585-a0b6-57b6545e80c3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c412855-0e61-4314-97f4-d7c565dfc309,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:38.398255 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.406837 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.db.resource_extend [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 04 09:15:38.438916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e4e7c-d9cc-4550-8f71-1ac76b668e34 req-dad8de67-28a8-4486-8a19-f218cab94aac tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:38.442912 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-163e4e7c-d9cc-4550-8f71-1ac76b668e34 req-dad8de67-28a8-4486-8a19-f218cab94aac tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 944 time: 0.2049665 Jul 04 09:15:38.487704 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360449d-80ad-49be-9985-67cb888e9782 req-4efd47b8-596b-4bce-adbb-9e7d423f0e29 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:38.489615 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9360449d-80ad-49be-9985-67cb888e9782 req-4efd47b8-596b-4bce-adbb-9e7d423f0e29 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 943 time: 0.2292314 Jul 04 09:15:38.549733 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 232e0862-e534-47a3-801c-2e64bb8cb2cf is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:38.550153 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.573374 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 90432259-5748-4275-9dd4-31b28ac81966, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=90432259-5748-4275-9dd4-31b28ac81966,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:38.580004 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-163e4e7c-d9cc-4550-8f71-1ac76b668e34 req-f69c41e3-aaea-4cbc-a90c-438a37b61a68 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261251 Jul 04 09:15:38.605968 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9360449d-80ad-49be-9985-67cb888e9782 req-e3c9431e-5145-4f48-894f-d81a5d9d7390 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926604 Jul 04 09:15:38.619818 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 232e0862-e534-47a3-801c-2e64bb8cb2cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:38.621401 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '90432259-5748-4275-9dd4-31b28ac81966', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'port_id': '90432259-5748-4275-9dd4-31b28ac81966', 'mac_address': 'fa:16:3e:bb:58:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:15:38.650179 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.667182 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c30e517f-f420-4792-a250-372c32b9fd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.695212 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 90432259-5748-4275-9dd4-31b28ac81966 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:38.695608 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (90432259-5748-4275-9dd4-31b28ac81966), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.723763 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90432259-5748-4275-9dd4-31b28ac81966 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:38.749251 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 90432259-5748-4275-9dd4-31b28ac81966, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=90432259-5748-4275-9dd4-31b28ac81966,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:38.761472 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=232e0862-e534-47a3-801c-2e64bb8cb2cf,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:38.767251 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (90432259-5748-4275-9dd4-31b28ac81966), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.768137 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device e4032ca7-9968-41ab-84f4-ed9cfa71c82a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:15:38.800377 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8779-47e3-411d-b9d6-d85408ad6b91 req-49606a83-402c-45ce-b92e-47336008530e tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:38.802775 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bc6e8779-47e3-411d-b9d6-d85408ad6b91 req-49606a83-402c-45ce-b92e-47336008530e tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.0824885 Jul 04 09:15:38.846936 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=90432259-5748-4275-9dd4-31b28ac81966,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:38.848046 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c30e517f-f420-4792-a250-372c32b9fd6e admin admin] Publish callbacks [] for security_group (5fd8d8be-e66c-48e9-8b73-9d23c9355de7), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.865959 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c30e517f-f420-4792-a250-372c32b9fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (5fd8d8be-e66c-48e9-8b73-9d23c9355de7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:38.897608 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:38.921387 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:38.938931 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a', 'network_id': 'ebe06835-bf96-4b89-ad2f-00c9514a77a0', 'port_id': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a', 'mac_address': 'fa:16:3e:9c:6f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3e4168-36a8-43dd-a56f-e33bfa2cd43a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:15:38.952103 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bc6e8779-47e3-411d-b9d6-d85408ad6b91 req-298c8b80-20da-416f-9981-f013e662b2af tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401916 Jul 04 09:15:38.974225 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38468) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:38.975415 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c30e517f-f420-4792-a250-372c32b9fd6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f00924a742e4c61bcfcce3b5410bcbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0015337 Jul 04 09:15:38.982153 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e517f-f420-4792-a250-372c32b9fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd8d8be-e66c-48e9-8b73-9d23c9355de7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:39.006529 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port e4032ca7-9968-41ab-84f4-ed9cfa71c82a is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:39.006948 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:39.025988 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4032ca7-9968-41ab-84f4-ed9cfa71c82a {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:15:39.056444 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:39.062328 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:39.066051 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97831cdd-568a-4935-b56a-517d823fb53d admin admin] Publish callbacks [] for security_group (5fd8d8be-e66c-48e9-8b73-9d23c9355de7), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:39.093259 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97831cdd-568a-4935-b56a-517d823fb53d admin admin] Publish callbacks [] for security_group (5fd8d8be-e66c-48e9-8b73-9d23c9355de7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:39.128827 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:39.170999 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97831cdd-568a-4935-b56a-517d823fb53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (5fd8d8be-e66c-48e9-8b73-9d23c9355de7), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:39.173807 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97831cdd-568a-4935-b56a-517d823fb53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:39.178312 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-97831cdd-568a-4935-b56a-517d823fb53d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fd8d8be-e66c-48e9-8b73-9d23c9355de7 HTTP/1.1" status: 204 len: 168 time: 0.2002139 Jul 04 09:15:39.187806 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97831cdd-568a-4935-b56a-517d823fb53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd8d8be-e66c-48e9-8b73-9d23c9355de7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:39.429728 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['e4032ca7-9968-41ab-84f4-ed9cfa71c82a'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:15:39.517553 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['90432259-5748-4275-9dd4-31b28ac81966'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:15:39.647590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:39.763864 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6a89-018c-413c-8be6-abe9205f2a7e req-b475a03b-2f2d-4c02-add6-745c2d743bc9 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:39.772939 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-04fc6a89-018c-413c-8be6-abe9205f2a7e req-b475a03b-2f2d-4c02-add6-745c2d743bc9 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1013174 Jul 04 09:15:39.788097 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38518) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:39.845122 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db78ae6e-34c9-47d5-b00e-93257c2052a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:39.878866 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952fe9f-e375-4f7e-b10f-08c90fc2fed1 req-9a0c60ee-126d-4145-abd4-701a19fc659d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:39.880948 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7952fe9f-e375-4f7e-b10f-08c90fc2fed1 req-9a0c60ee-126d-4145-abd4-701a19fc659d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 944 time: 0.1257498 Jul 04 09:15:39.890928 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:39.894053 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288544b4-9542-4488-9366-e9689b29b0a3" -d '{"events": [{"server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "name": "network-vif-plugged", "status": "completed", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:39.924232 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-04fc6a89-018c-413c-8be6-abe9205f2a7e req-0e1ddaef-3492-4c01-a3b4-a75c7c5a4670 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498837 Jul 04 09:15:39.981814 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:39.994613 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7952fe9f-e375-4f7e-b10f-08c90fc2fed1 req-51e6a6f9-0118-4567-8886-71bdbfabd29a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984406 Jul 04 09:15:40.007478 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7764873e-e326-493f-824f-f783dcbb40e4 x-openstack-request-id: req-7764873e-e326-493f-824f-f783dcbb40e4 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:40.007783 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "name": "network-vif-plugged", "status": "completed", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:40.008029 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7764873e-e326-493f-824f-f783dcbb40e4 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:40.008977 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7764873e-e326-493f-824f-f783dcbb40e4'] response: {'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'code': 200} Jul 04 09:15:40.020958 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:40.072987 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db78ae6e-34c9-47d5-b00e-93257c2052a7 admin admin] Publish callbacks [] for security_group (f78c30bc-bc37-4a37-9cfd-d584362a4495), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:40.079810 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db78ae6e-34c9-47d5-b00e-93257c2052a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f78c30bc-bc37-4a37-9cfd-d584362a4495), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:40.120949 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-db78ae6e-34c9-47d5-b00e-93257c2052a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd8f65b210554291acf018cabc185fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317535 Jul 04 09:15:40.124347 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38532) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:40.206791 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:40.213573 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a5b56fb-4b0e-41e7-a398-fd872af5c447 admin admin] Publish callbacks [] for security_group (f78c30bc-bc37-4a37-9cfd-d584362a4495), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:40.241607 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a5b56fb-4b0e-41e7-a398-fd872af5c447 admin admin] Publish callbacks [] for security_group (f78c30bc-bc37-4a37-9cfd-d584362a4495), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:40.245202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5f99a-ec47-4b46-b9a7-04f5ec273317 req-9c13f73b-a7f1-4dde-bbf5-908be27b870e tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:40.252790 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-99f5f99a-ec47-4b46-b9a7-04f5ec273317 req-9c13f73b-a7f1-4dde-bbf5-908be27b870e tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 944 time: 0.1362345 Jul 04 09:15:40.278950 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78ae6e-34c9-47d5-b00e-93257c2052a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78c30bc-bc37-4a37-9cfd-d584362a4495,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:40.329257 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a5b56fb-4b0e-41e7-a398-fd872af5c447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f78c30bc-bc37-4a37-9cfd-d584362a4495), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:40.332676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a5b56fb-4b0e-41e7-a398-fd872af5c447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:40.333933 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3a5b56fb-4b0e-41e7-a398-fd872af5c447 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f78c30bc-bc37-4a37-9cfd-d584362a4495 HTTP/1.1" status: 204 len: 168 time: 0.2079370 Jul 04 09:15:40.337239 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-99f5f99a-ec47-4b46-b9a7-04f5ec273317 req-1b2435c1-f219-416b-af01-fe59a1acbe89 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833390 Jul 04 09:15:40.343160 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b56fb-4b0e-41e7-a398-fd872af5c447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78c30bc-bc37-4a37-9cfd-d584362a4495,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:40.703324 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a150a-992f-40a4-9b60-fc9ba62016e5 req-78609886-327e-4a1f-9095-e1e0ec1049da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:40.706327 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0e9a150a-992f-40a4-9b60-fc9ba62016e5 req-78609886-327e-4a1f-9095-e1e0ec1049da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 1129 time: 0.0699146 Jul 04 09:15:40.759199 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0e9a150a-992f-40a4-9b60-fc9ba62016e5 req-c6903bbf-db08-4cae-9fde-8d81e0f39e8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453875 Jul 04 09:15:40.847036 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 90432259-5748-4275-9dd4-31b28ac81966 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:40.897138 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 90432259-5748-4275-9dd4-31b28ac81966 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:15:40.907898 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 90432259-5748-4275-9dd4-31b28ac81966 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:40.908275 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (90432259-5748-4275-9dd4-31b28ac81966), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:41.004975 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 90432259-5748-4275-9dd4-31b28ac81966 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:41.005365 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (90432259-5748-4275-9dd4-31b28ac81966), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:41.057723 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 90432259-5748-4275-9dd4-31b28ac81966, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=90432259-5748-4275-9dd4-31b28ac81966,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:41.069386 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (90432259-5748-4275-9dd4-31b28ac81966), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:41.070370 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device e4032ca7-9968-41ab-84f4-ed9cfa71c82a up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:15:41.091330 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:41.171848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d27d0-152f-40b6-9aeb-083c78f6eb8d req-551a3ecb-a3a4-4edc-b5d0-bb124b216350 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:41.173690 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d0d27d0-152f-40b6-9aeb-083c78f6eb8d req-551a3ecb-a3a4-4edc-b5d0-bb124b216350 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1289136 Jul 04 09:15:41.207555 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60e79-15bd-4364-8109-3db8d82fbecd req-b841f83e-0183-4f47-b020-8238d03c857e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:41.209048 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-01e60e79-15bd-4364-8109-3db8d82fbecd req-b841f83e-0183-4f47-b020-8238d03c857e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1013832 Jul 04 09:15:41.239956 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=90432259-5748-4275-9dd4-31b28ac81966,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:41.256999 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port e4032ca7-9968-41ab-84f4-ed9cfa71c82a completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:15:41.273693 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port e4032ca7-9968-41ab-84f4-ed9cfa71c82a triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:15:41.274415 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:41.284919 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d0d27d0-152f-40b6-9aeb-083c78f6eb8d req-fb7c10c2-2056-412b-81d2-7d76a8bd5bc5 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926652 Jul 04 09:15:41.310502 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-01e60e79-15bd-4364-8109-3db8d82fbecd req-45b907db-4aea-4750-a20d-f3386310c442 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797424 Jul 04 09:15:41.393004 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port e4032ca7-9968-41ab-84f4-ed9cfa71c82a is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:15:41.393337 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:41.438613 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:15:41.445725 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:41.491429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71412b28-5de5-4476-abf2-bdce46c89503 req-22f23658-439c-49e2-9322-7464229da531 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:41.501420 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71412b28-5de5-4476-abf2-bdce46c89503 req-22f23658-439c-49e2-9322-7464229da531 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 944 time: 0.0754912 Jul 04 09:15:41.505042 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:41.569301 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71412b28-5de5-4476-abf2-bdce46c89503 req-62d26801-320b-4bc7-87e6-705f22129cb8 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662880 Jul 04 09:15:42.010477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90432259-5748-4275-9dd4-31b28ac81966'}, {'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:42.012829 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a254e5-9691-4009-b952-3415c6ed520b" -d '{"events": [{"server_uuid": "bf474beb-fb86-4571-a949-b4fde11c34db", "name": "network-vif-plugged", "status": "completed", "tag": "90432259-5748-4275-9dd4-31b28ac81966"}, {"server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "name": "network-vif-plugged", "status": "completed", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:42.056195 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5b708f-2d03-4d52-ad86-3751b0a1f1ba x-openstack-request-id: req-df5b708f-2d03-4d52-ad86-3751b0a1f1ba {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:42.056489 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf474beb-fb86-4571-a949-b4fde11c34db", "name": "network-vif-plugged", "status": "completed", "tag": "90432259-5748-4275-9dd4-31b28ac81966", "code": 200}, {"server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "name": "network-vif-plugged", "status": "completed", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:42.056739 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df5b708f-2d03-4d52-ad86-3751b0a1f1ba {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:42.057459 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5b708f-2d03-4d52-ad86-3751b0a1f1ba'] response: {'server_uuid': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90432259-5748-4275-9dd4-31b28ac81966', 'code': 200} Jul 04 09:15:42.057672 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5b708f-2d03-4d52-ad86-3751b0a1f1ba'] response: {'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a', 'code': 200} Jul 04 09:15:42.614370 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36823ae8-ea9f-4be4-a98b-862c5e4627ac req-e203f520-296b-4b95-a233-197cbe78464b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:42.615974 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-36823ae8-ea9f-4be4-a98b-862c5e4627ac req-e203f520-296b-4b95-a233-197cbe78464b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1166544 Jul 04 09:15:42.664094 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfd335-2907-4098-a07b-52852e41aa0f req-f6cbab7f-2ed7-4745-9c15-104e2d2759ba tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:42.665855 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f9dfd335-2907-4098-a07b-52852e41aa0f req-f6cbab7f-2ed7-4745-9c15-104e2d2759ba tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1506445 Jul 04 09:15:42.672674 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:42.736986 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fb1c-920d-4070-a66d-c4342cbdda77 req-8efb94dc-fb00-4f7b-98cb-41d124378c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:42.740922 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c32fb1c-920d-4070-a66d-c4342cbdda77 req-8efb94dc-fb00-4f7b-98cb-41d124378c50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 1129 time: 0.1222143 Jul 04 09:15:42.746701 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-36823ae8-ea9f-4be4-a98b-862c5e4627ac req-e026c69d-9d4c-451e-ad2e-3cf9e01b3697 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190331 Jul 04 09:15:42.771107 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30922b-1333-4ae7-b01c-f9c7b986bdd3 req-0eddb02d-a3e0-414a-aecb-c4737290819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:42.773008 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6d30922b-1333-4ae7-b01c-f9c7b986bdd3 req-0eddb02d-a3e0-414a-aecb-c4737290819c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 1129 time: 0.0923622 Jul 04 09:15:42.780683 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f9dfd335-2907-4098-a07b-52852e41aa0f req-00fa23a9-d7e3-4dd7-bbc5-df679ee88957 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039183 Jul 04 09:15:42.837196 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c32fb1c-920d-4070-a66d-c4342cbdda77 req-479cf53b-bd9e-4ffb-aa0a-f1f40fa331a8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878718 Jul 04 09:15:42.850764 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:15:42.905084 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6d30922b-1333-4ae7-b01c-f9c7b986bdd3 req-6dd2a8b0-899e-4eee-b0e4-84518ed1817c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Jul 04 09:15:42.959196 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c238d1-12d4-446d-b4f6-0e0b1503de4b req-650100cf-acfc-4659-857b-c5954fa41fb8 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:42.968340 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91c238d1-12d4-446d-b4f6-0e0b1503de4b req-650100cf-acfc-4659-857b-c5954fa41fb8 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.0945721 Jul 04 09:15:43.079397 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91c238d1-12d4-446d-b4f6-0e0b1503de4b req-a8faaa46-f032-4b74-bc8d-ce47164b41ab tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095965 Jul 04 09:15:43.101694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6120678-e1cf-40a9-85e1-9d72bd0aca7a req-80380542-d450-4acf-89ec-70ee5ea58020 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:43.110096 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f6120678-e1cf-40a9-85e1-9d72bd0aca7a req-80380542-d450-4acf-89ec-70ee5ea58020 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1029744 Jul 04 09:15:43.112892 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38672) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:43.117662 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'floatingip': {'port_id': '232e0862-e534-47a3-801c-2e64bb8cb2cf'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:15:43.201197 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (7b7c4e30-6675-405b-a505-83504cebee70), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:43.906341 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:43.911960 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (7b7c4e30-6675-405b-a505-83504cebee70), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:43.913421 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a0bf0-00f9-4f9d-a59d-c858c2d68c8e req-60f7262f-50bb-4141-b9da-054f57388d5c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:43.922886 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e88a0bf0-00f9-4f9d-a59d-c858c2d68c8e req-60f7262f-50bb-4141-b9da-054f57388d5c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0685747 Jul 04 09:15:43.987297 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e88a0bf0-00f9-4f9d-a59d-c858c2d68c8e req-95ae5906-4baf-4dd3-96f7-8d18e0cb7723 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Jul 04 09:15:43.998778 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:44.029734 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Floating IP 7b7c4e30-6675-405b-a505-83504cebee70 associated. External IP: 172.27.0.81, port: 232e0862-e534-47a3-801c-2e64bb8cb2cf. Jul 04 09:15:44.294323 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a250-2cc1-48e3-b158-20d3db93b909 req-9e67be6c-d628-44da-9956-d3bcd2f9051a tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:44.295995 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-74c4a250-2cc1-48e3-b158-20d3db93b909 req-9e67be6c-d628-44da-9956-d3bcd2f9051a tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.0712581 Jul 04 09:15:44.395665 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-74c4a250-2cc1-48e3-b158-20d3db93b909 req-64f31259-c747-475a-8eb4-9081dab59ae6 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922556 Jul 04 09:15:44.413763 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:44.555131 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Router 67dd8dcb-6e4b-4f4a-a297-edac64970941 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:15:44.564813 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38724) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:44.666316 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:15:44.671246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:44.680221 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] Sync routers for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:15:44.690632 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:15:44.691255 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:15:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:44.705046 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:44.725016 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0ac4c806-f6ce-48bd-980e-b1bbbfd34973 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "PUT /v2.0/floatingips/7b7c4e30-6675-405b-a505-83504cebee70 HTTP/1.1" status: 200 len: 990 time: 1.6099360 Jul 04 09:15:44.726504 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:15:44.728795 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a6479-1f65-4927-be55-e3e14eb5e630" -d '{"events": [{"name": "network-changed", "server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:15:44.793092 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b4698-1658-4c2b-8a2f-dbdfc631e7a5 x-openstack-request-id: req-413b4698-1658-4c2b-8a2f-dbdfc631e7a5 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:15:44.793379 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:15:44.793624 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-413b4698-1658-4c2b-8a2f-dbdfc631e7a5 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:15:44.794050 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413b4698-1658-4c2b-8a2f-dbdfc631e7a5'] response: {'name': 'network-changed', 'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'status': 'completed', 'code': 200} Jul 04 09:15:44.806520 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:15:44.814082 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Publish callbacks [] for security_group (9205f743-b6db-46df-95f3-1e32db37c699), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:44.819000 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9205f743-b6db-46df-95f3-1e32db37c699), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:44.862580 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9ac72920cb24fed93fe20872091d35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962022 Jul 04 09:15:44.863333 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38732) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:44.866649 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9205f743-b6db-46df-95f3-1e32db37c699,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:44.875468 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.876145 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.876793 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.877365 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.877918 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.878489 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.879008 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.879549 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.880099 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.880618 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.881252 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.881789 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.882326 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.883545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.884392 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ea69-d336-49c8-b0bc-9f423f181b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:44.945615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Publish callbacks [] for security_group (9205f743-b6db-46df-95f3-1e32db37c699), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:44.974795 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Publish callbacks [] for security_group (9205f743-b6db-46df-95f3-1e32db37c699), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.003415 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:45.041975 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9205f743-b6db-46df-95f3-1e32db37c699), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.048663 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.053200 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9205f743-b6db-46df-95f3-1e32db37c699 HTTP/1.1" status: 204 len: 168 time: 0.1871591 Jul 04 09:15:45.062011 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9205f743-b6db-46df-95f3-1e32db37c699,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:45.070743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.071398 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.071828 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.072318 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.072930 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.073409 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.074098 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.074676 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.075153 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.075701 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.076368 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.076849 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.077340 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.077813 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.084976 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f278b6-df40-40e6-afaa-e3142f5e85b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:15:45.150525 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '7b7c4e30-6675-405b-a505-83504cebee70', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'port_id': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'mac_address': 'fa:16:3e:46:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:15:04Z', 'updated_at': '2022-07-04T09:15:43Z', 'revision_number': 1, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:45.155379 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d72ea7-9a9a-45b5-9013-d45327f48e4a req-bac616ee-217d-4759-8d1c-347b90c407eb tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:45.157265 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12d72ea7-9a9a-45b5-9013-d45327f48e4a req-bac616ee-217d-4759-8d1c-347b90c407eb tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0691588 Jul 04 09:15:45.192570 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] Checking router: 67dd8dcb-6e4b-4f4a-a297-edac64970941 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:15:45.201751 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:15:45.202426 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:15:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:45.221324 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12d72ea7-9a9a-45b5-9013-d45327f48e4a req-77536cb6-388c-45a8-99be-cc41ae5c1963 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568018 Jul 04 09:15:45.331075 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:15:45.558008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34447b00-3995-4d9d-b611-06b4703374f4 req-32b5dfe9-f7d6-4abd-b2d7-c71773b5d794 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:45.570762 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-34447b00-3995-4d9d-b611-06b4703374f4 req-32b5dfe9-f7d6-4abd-b2d7-c71773b5d794 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.0835249 Jul 04 09:15:45.578994 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38778) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:45.605746 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30b89664-75bc-426d-ac88-47427e4ea699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.625310 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '7b7c4e30-6675-405b-a505-83504cebee70', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'port_id': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'mac_address': 'fa:16:3e:46:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:15:04Z', 'updated_at': '2022-07-04T09:15:43Z', 'revision_number': 1, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:15:45.659861 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0e336-5d10-4aa3-ae59-a699bdb866eb None None] The sync data for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi is: [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '7b7c4e30-6675-405b-a505-83504cebee70', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'port_id': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'mac_address': 'fa:16:3e:46:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:15:04Z', 'updated_at': '2022-07-04T09:15:43Z', 'revision_number': 1, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:15:45.670792 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-34447b00-3995-4d9d-b611-06b4703374f4 req-1d20b3c3-1bad-4620-b832-929f5015f1e0 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987642 Jul 04 09:15:45.703912 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30b89664-75bc-426d-ac88-47427e4ea699 admin admin] Publish callbacks [] for security_group (8df13c51-c660-4271-b5f4-1374f5d7b3f6), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.714238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30b89664-75bc-426d-ac88-47427e4ea699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8df13c51-c660-4271-b5f4-1374f5d7b3f6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.736225 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52701c36-7a7f-4f64-ae82-b692b1bb0f68 req-fc3f5ac3-ea5c-4ac3-b52c-0c83ac4d42d7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:45.738798 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52701c36-7a7f-4f64-ae82-b692b1bb0f68 req-fc3f5ac3-ea5c-4ac3-b52c-0c83ac4d42d7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0829558 Jul 04 09:15:45.761205 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-30b89664-75bc-426d-ac88-47427e4ea699 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dc9dc7be2514acc8814bfff7b0eed4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809590 Jul 04 09:15:45.762172 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b89664-75bc-426d-ac88-47427e4ea699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df13c51-c660-4271-b5f4-1374f5d7b3f6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:45.764625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38782) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:45.833798 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7fed4dd-8113-4119-9f3f-0a5241e0e431 admin admin] Publish callbacks [] for security_group (8df13c51-c660-4271-b5f4-1374f5d7b3f6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.836708 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:45.838610 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52701c36-7a7f-4f64-ae82-b692b1bb0f68 req-3c341369-60d2-45c1-81ef-c22d7009ed9e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874469 Jul 04 09:15:45.863711 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7fed4dd-8113-4119-9f3f-0a5241e0e431 admin admin] Publish callbacks [] for security_group (8df13c51-c660-4271-b5f4-1374f5d7b3f6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.931941 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7fed4dd-8113-4119-9f3f-0a5241e0e431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8df13c51-c660-4271-b5f4-1374f5d7b3f6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.935338 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7fed4dd-8113-4119-9f3f-0a5241e0e431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:45.936920 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e7fed4dd-8113-4119-9f3f-0a5241e0e431 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8df13c51-c660-4271-b5f4-1374f5d7b3f6 HTTP/1.1" status: 204 len: 168 time: 0.1604207 Jul 04 09:15:45.949940 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed4dd-8113-4119-9f3f-0a5241e0e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df13c51-c660-4271-b5f4-1374f5d7b3f6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:46.001066 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a18aa-43d8-4199-944a-f6c73646dace None None] New status for floating IP 7b7c4e30-6675-405b-a505-83504cebee70: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:15:46.312797 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38798) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:46.427799 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9deb664b-3261-495e-84ec-81b423479224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:46.430401 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:46.510014 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9deb664b-3261-495e-84ec-81b423479224 admin admin] Publish callbacks [] for security_group (172bc7de-63a2-4dee-852a-9eb323500d75), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:46.516173 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9deb664b-3261-495e-84ec-81b423479224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (172bc7de-63a2-4dee-852a-9eb323500d75), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:46.563061 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9deb664b-3261-495e-84ec-81b423479224 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1b0065ad771431784ce393d978942aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465365 Jul 04 09:15:46.563061 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb664b-3261-495e-84ec-81b423479224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172bc7de-63a2-4dee-852a-9eb323500d75,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:46.563423 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38810) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:46.623829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89ca7323-3494-42b9-a61d-a57a57d3a5a8 admin admin] Publish callbacks [] for security_group (172bc7de-63a2-4dee-852a-9eb323500d75), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:46.626170 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:46.650698 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89ca7323-3494-42b9-a61d-a57a57d3a5a8 admin admin] Publish callbacks [] for security_group (172bc7de-63a2-4dee-852a-9eb323500d75), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:46.702885 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89ca7323-3494-42b9-a61d-a57a57d3a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (172bc7de-63a2-4dee-852a-9eb323500d75), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:46.705695 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89ca7323-3494-42b9-a61d-a57a57d3a5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:46.715552 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-89ca7323-3494-42b9-a61d-a57a57d3a5a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/172bc7de-63a2-4dee-852a-9eb323500d75 HTTP/1.1" status: 204 len: 168 time: 0.1427016 Jul 04 09:15:46.720310 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca7323-3494-42b9-a61d-a57a57d3a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172bc7de-63a2-4dee-852a-9eb323500d75,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:46.956244 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4973f-ce23-4820-a174-deedeedf548b req-d1cc47fc-adc9-45d6-b682-0e1f8d479c14 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:46.958481 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3fd4973f-ce23-4820-a174-deedeedf548b req-d1cc47fc-adc9-45d6-b682-0e1f8d479c14 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0528049 Jul 04 09:15:47.016313 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3fd4973f-ce23-4820-a174-deedeedf548b req-acb56f6d-b618-4337-9614-f748b236c830 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513375 Jul 04 09:15:47.104733 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 38840) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:47.118775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-884da076-df07-4646-89e6-0a0d382e0c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:47.203605 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-884da076-df07-4646-89e6-0a0d382e0c4e admin admin] Publish callbacks [] for security_group (7f894cb4-532c-42a0-aa10-cc3f5826b57c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:47.208678 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-884da076-df07-4646-89e6-0a0d382e0c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (7f894cb4-532c-42a0-aa10-cc3f5826b57c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:47.254278 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-884da076-df07-4646-89e6-0a0d382e0c4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fed0a92759f9474c84c99f6ea30c15d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459360 Jul 04 09:15:47.254278 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884da076-df07-4646-89e6-0a0d382e0c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f894cb4-532c-42a0-aa10-cc3f5826b57c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:47.254798 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38846) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:47.308972 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d03a9c7-c264-4ede-a70f-662a6a0c6261 admin admin] Publish callbacks [] for security_group (7f894cb4-532c-42a0-aa10-cc3f5826b57c), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:47.331921 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d03a9c7-c264-4ede-a70f-662a6a0c6261 admin admin] Publish callbacks [] for security_group (7f894cb4-532c-42a0-aa10-cc3f5826b57c), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:47.383006 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d03a9c7-c264-4ede-a70f-662a6a0c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (7f894cb4-532c-42a0-aa10-cc3f5826b57c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:47.385957 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d03a9c7-c264-4ede-a70f-662a6a0c6261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:47.387166 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4d03a9c7-c264-4ede-a70f-662a6a0c6261 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f894cb4-532c-42a0-aa10-cc3f5826b57c HTTP/1.1" status: 204 len: 168 time: 0.1311221 Jul 04 09:15:47.395447 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03a9c7-c264-4ede-a70f-662a6a0c6261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f894cb4-532c-42a0-aa10-cc3f5826b57c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:48.162870 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a32df-843b-4971-8ec1-0574cf3f610d req-ef222a22-9422-40d4-93f8-29334b60375c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:48.164428 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b64a32df-843b-4971-8ec1-0574cf3f610d req-ef222a22-9422-40d4-93f8-29334b60375c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0589969 Jul 04 09:15:48.217193 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b64a32df-843b-4971-8ec1-0574cf3f610d req-c3810b3b-9e23-446d-90f6-5f56ca4f61a3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463378 Jul 04 09:15:48.466200 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-86768a1e-05cf-4732-9ff5-d3a6a0dee601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:48.468353 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-86768a1e-05cf-4732-9ff5-d3a6a0dee601 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 1129 time: 0.0435395 Jul 04 09:15:48.574932 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-9f98fe60-0244-42a0-8e1b-733538c62fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:48.576532 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-9f98fe60-0244-42a0-8e1b-733538c62fb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 1129 time: 0.0875688 Jul 04 09:15:48.629824 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-5cb95bae-819e-4fbf-b147-3b0850e33087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:48.631505 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-5cb95bae-819e-4fbf-b147-3b0850e33087 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 911 time: 0.1533170 Jul 04 09:15:48.806262 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-b04aee13-4256-4821-b80b-074d7720d30d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf HTTP/1.1" status: 200 len: 1000 time: 0.1418314 Jul 04 09:15:48.811407 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-9ab7c1dc-9ac2-4f8f-a5ad-5b941da56180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:48.813694 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-9ab7c1dc-9ac2-4f8f-a5ad-5b941da56180 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.2289233 Jul 04 09:15:48.881642 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-a10d5458-3fd6-4f84-9786-eb1939fd8385 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90432259-5748-4275-9dd4-31b28ac81966 HTTP/1.1" status: 200 len: 217 time: 0.0558479 Jul 04 09:15:48.943283 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-12cdb3f2-2c4e-4937-b57d-fc69b9eb0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:48.949552 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-12cdb3f2-2c4e-4937-b57d-fc69b9eb0026 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.1334887 Jul 04 09:15:49.010535 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-07d440c5-61b6-412a-a58c-85dcdb61eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:49.012422 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-07d440c5-61b6-412a-a58c-85dcdb61eed5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.1151624 Jul 04 09:15:49.021636 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-bde0e73b-977c-4a72-89e9-3dbec9165cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:49.023215 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-bde0e73b-977c-4a72-89e9-3dbec9165cae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678730 Jul 04 09:15:49.072410 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-a9e31c48-56de-463a-ad79-7f221669cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:49.074243 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-a9e31c48-56de-463a-ad79-7f221669cfca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442753 Jul 04 09:15:49.113048 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:49.116217 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:49.256804 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-363dc13b-f13b-4cfb-b1d2-2e7a10be4dd3 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734056 Jul 04 09:15:49.314259 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-8f31d292-1baf-4212-8db1-788ff4b8ae15 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432878 Jul 04 09:15:49.314751 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 38968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:49.397129 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09b547-2663-4ae0-9c6e-07d74b6e6ea5 req-d4f4a7f3-6eb6-47e7-86e1-54d572bcc1d8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:49.398742 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-aa09b547-2663-4ae0-9c6e-07d74b6e6ea5 req-d4f4a7f3-6eb6-47e7-86e1-54d572bcc1d8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0685160 Jul 04 09:15:49.489033 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:49.503997 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-aa09b547-2663-4ae0-9c6e-07d74b6e6ea5 req-a28e77e3-6a70-4dc5-b5d3-1a9149f7620b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991220 Jul 04 09:15:49.635960 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4cf6dc03-b106-4ca9-be90-82fbb3a80311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:49.659427 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9fa442b9-4446-449f-aa9e-375ba6598e00 req-2e2e4a58-67aa-4956-86d8-a05579275304 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918192 Jul 04 09:15:49.694822 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c1a6479-1f65-4927-be55-e3e14eb5e630 req-f90bfb88-ea3a-479e-a9fb-8774490e2458 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573711 Jul 04 09:15:49.803184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4cf6dc03-b106-4ca9-be90-82fbb3a80311 admin admin] Publish callbacks [] for security_group (31863487-d8d8-4b36-a0c1-01cfb11771a5), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:49.811445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4cf6dc03-b106-4ca9-be90-82fbb3a80311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (31863487-d8d8-4b36-a0c1-01cfb11771a5), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:49.855833 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4cf6dc03-b106-4ca9-be90-82fbb3a80311 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d11acdd77f9840f984b16bd64b67eeea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5365281 Jul 04 09:15:49.857304 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6dc03-b106-4ca9-be90-82fbb3a80311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31863487-d8d8-4b36-a0c1-01cfb11771a5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:49.859622 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39014) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:49.951989 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de0c8af0-3ae4-4069-aa9f-f7dcb1a42203 admin admin] Publish callbacks [] for security_group (31863487-d8d8-4b36-a0c1-01cfb11771a5), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:49.989704 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de0c8af0-3ae4-4069-aa9f-f7dcb1a42203 admin admin] Publish callbacks [] for security_group (31863487-d8d8-4b36-a0c1-01cfb11771a5), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.070283 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de0c8af0-3ae4-4069-aa9f-f7dcb1a42203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (31863487-d8d8-4b36-a0c1-01cfb11771a5), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.072888 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de0c8af0-3ae4-4069-aa9f-f7dcb1a42203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.074356 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-de0c8af0-3ae4-4069-aa9f-f7dcb1a42203 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31863487-d8d8-4b36-a0c1-01cfb11771a5 HTTP/1.1" status: 204 len: 168 time: 0.2081809 Jul 04 09:15:50.084076 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c8af0-3ae4-4069-aa9f-f7dcb1a42203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31863487-d8d8-4b36-a0c1-01cfb11771a5,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:50.218706 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-8ddf0305-68de-44a6-8582-cec0df09b563 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515149 Jul 04 09:15:50.398121 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-32a1ef02-f127-49c3-b0ca-4da96c8eb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:50.400803 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-32a1ef02-f127-49c3-b0ca-4da96c8eb920 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1129 time: 0.0545847 Jul 04 09:15:50.424078 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39036) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:50.524001 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-2d490135-4fd8-4375-b914-2162541fc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:50.525601 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-2d490135-4fd8-4375-b914-2162541fc78f service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.1052296 Jul 04 09:15:50.559757 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3235e89b-417b-4103-8bf5-a68067429a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.579203 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39042) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:50.590265 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-cfcf1355-ac21-489a-8f51-51768d5cdb85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 200 len: 217 time: 0.0552580 Jul 04 09:15:50.606087 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-211e4c22-5511-4222-8d2e-7e7e72b7e344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.664769 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5901c14-ee0b-4395-b3a9-a2c8bdb30e7c req-0881a0ac-f659-4e20-ab47-877c587c21e2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:50.666306 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c5901c14-ee0b-4395-b3a9-a2c8bdb30e7c req-0881a0ac-f659-4e20-ab47-877c587c21e2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0644555 Jul 04 09:15:50.673950 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:50.678292 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-26b57708-9ea0-4857-9ccc-fbe9c19743d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:50.679795 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-26b57708-9ea0-4857-9ccc-fbe9c19743d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0825462 Jul 04 09:15:50.724726 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3235e89b-417b-4103-8bf5-a68067429a29 admin admin] Publish callbacks [] for security_group (02141972-afc8-4672-afa7-7aac97d61f96), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.734701 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3235e89b-417b-4103-8bf5-a68067429a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (02141972-afc8-4672-afa7-7aac97d61f96), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.746025 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:50.752813 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-4a89424d-4ef9-4f14-9afd-21282c2ecbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:50.754524 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-4a89424d-4ef9-4f14-9afd-21282c2ecbed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595896 Jul 04 09:15:50.756286 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c5901c14-ee0b-4395-b3a9-a2c8bdb30e7c req-ecb8cf97-3d33-45c1-8fb3-7f735dd00d9e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817790 Jul 04 09:15:50.782699 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3235e89b-417b-4103-8bf5-a68067429a29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b08648b014714154a3aea018dcc5a874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568075 Jul 04 09:15:50.783872 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235e89b-417b-4103-8bf5-a68067429a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02141972-afc8-4672-afa7-7aac97d61f96,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:50.787060 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39044) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:50.839591 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:50.842141 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-211e4c22-5511-4222-8d2e-7e7e72b7e344 admin admin] Publish callbacks [] for security_group (313f30df-ba12-452c-aba7-5a637e8d1847), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.883144 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-211e4c22-5511-4222-8d2e-7e7e72b7e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (313f30df-ba12-452c-aba7-5a637e8d1847), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.963414 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:50.967605 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-211e4c22-5511-4222-8d2e-7e7e72b7e344 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ad76210190e4c8f91c17d2369b0b8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867633 Jul 04 09:15:50.971333 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39050) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:50.979708 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e4c22-5511-4222-8d2e-7e7e72b7e344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313f30df-ba12-452c-aba7-5a637e8d1847,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:50.988659 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-3ad5be26-50c0-4f37-9863-c23c8c7e1489 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257986 Jul 04 09:15:50.992270 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173e9f73-22b0-4244-bc33-d9a98bfb3648 admin admin] Publish callbacks [] for security_group (02141972-afc8-4672-afa7-7aac97d61f96), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.039838 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173e9f73-22b0-4244-bc33-d9a98bfb3648 admin admin] Publish callbacks [] for security_group (02141972-afc8-4672-afa7-7aac97d61f96), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.064828 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e7844e3-ddc9-4ab7-8315-bab8f882c456 admin admin] Publish callbacks [] for security_group (313f30df-ba12-452c-aba7-5a637e8d1847), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.087679 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e7844e3-ddc9-4ab7-8315-bab8f882c456 admin admin] Publish callbacks [] for security_group (313f30df-ba12-452c-aba7-5a637e8d1847), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.097934 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173e9f73-22b0-4244-bc33-d9a98bfb3648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (02141972-afc8-4672-afa7-7aac97d61f96), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.100522 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-173e9f73-22b0-4244-bc33-d9a98bfb3648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.101643 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-173e9f73-22b0-4244-bc33-d9a98bfb3648 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02141972-afc8-4672-afa7-7aac97d61f96 HTTP/1.1" status: 204 len: 168 time: 0.3113136 Jul 04 09:15:51.118975 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e9f73-22b0-4244-bc33-d9a98bfb3648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02141972-afc8-4672-afa7-7aac97d61f96,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:51.162337 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e7844e3-ddc9-4ab7-8315-bab8f882c456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (313f30df-ba12-452c-aba7-5a637e8d1847), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.165716 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e7844e3-ddc9-4ab7-8315-bab8f882c456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.167777 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7e7844e3-ddc9-4ab7-8315-bab8f882c456 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/313f30df-ba12-452c-aba7-5a637e8d1847 HTTP/1.1" status: 204 len: 168 time: 0.1929376 Jul 04 09:15:51.179998 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7844e3-ddc9-4ab7-8315-bab8f882c456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f30df-ba12-452c-aba7-5a637e8d1847,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:51.256390 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-27a93f85-deb6-4b5a-804e-53d621d1b7b5 req-613c66b9-79b8-4565-8331-16f7e4d34832 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501112 Jul 04 09:15:51.622144 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39080) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:51.636596 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80530692-b73e-4b1a-81d7-6f92c4be4dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.668721 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39082) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:51.691098 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef59fa67-1a35-4af5-89fc-2aa3c331a733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.758576 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:51.775986 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80530692-b73e-4b1a-81d7-6f92c4be4dac admin admin] Publish callbacks [] for security_group (e8e86a10-b803-405c-a79f-4607218d4880), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.793239 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80530692-b73e-4b1a-81d7-6f92c4be4dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e8e86a10-b803-405c-a79f-4607218d4880), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.851632 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-80530692-b73e-4b1a-81d7-6f92c4be4dac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c4c0e33dccf4b20b5de9807afdc6535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283092 Jul 04 09:15:51.854793 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39086) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:51.860678 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef59fa67-1a35-4af5-89fc-2aa3c331a733 admin admin] Publish callbacks [] for security_group (20b220d7-1061-4d56-b276-eb46db587eed), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.873251 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80530692-b73e-4b1a-81d7-6f92c4be4dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e86a10-b803-405c-a79f-4607218d4880,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:51.877520 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef59fa67-1a35-4af5-89fc-2aa3c331a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (20b220d7-1061-4d56-b276-eb46db587eed), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.918216 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-002daff7-ca0f-49b8-a79c-7926b37093ca admin admin] Publish callbacks [] for security_group (e8e86a10-b803-405c-a79f-4607218d4880), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.947538 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59fa67-1a35-4af5-89fc-2aa3c331a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b220d7-1061-4d56-b276-eb46db587eed,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:51.948559 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-002daff7-ca0f-49b8-a79c-7926b37093ca admin admin] Publish callbacks [] for security_group (e8e86a10-b803-405c-a79f-4607218d4880), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:51.951729 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ef59fa67-1a35-4af5-89fc-2aa3c331a733 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4203d6c9b0144acb93b468620095f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820582 Jul 04 09:15:51.958335 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102938-4054-4c80-ba09-03f2f6eda158 req-4f121025-dd8c-4a47-90da-79cd1e8f8e1f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:51.960012 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-64102938-4054-4c80-ba09-03f2f6eda158 req-4f121025-dd8c-4a47-90da-79cd1e8f8e1f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0977054 Jul 04 09:15:51.960503 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39090) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:52.016844 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-002daff7-ca0f-49b8-a79c-7926b37093ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e8e86a10-b803-405c-a79f-4607218d4880), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.019678 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-002daff7-ca0f-49b8-a79c-7926b37093ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.023557 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-002daff7-ca0f-49b8-a79c-7926b37093ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8e86a10-b803-405c-a79f-4607218d4880 HTTP/1.1" status: 204 len: 168 time: 0.1642306 Jul 04 09:15:52.038083 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002daff7-ca0f-49b8-a79c-7926b37093ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e86a10-b803-405c-a79f-4607218d4880,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:52.072287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39098) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:52.226788 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:52.243831 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-64102938-4054-4c80-ba09-03f2f6eda158 req-62226de7-f005-4ae6-9ae3-1126d48f01cd tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754128 Jul 04 09:15:52.244571 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65e87018-961c-4ff5-a629-c1c8117fe8ad admin admin] Publish callbacks [] for security_group (20b220d7-1061-4d56-b276-eb46db587eed), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.251145 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54ab3687-5d50-45b0-8774-c8af3eca7d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.279330 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65e87018-961c-4ff5-a629-c1c8117fe8ad admin admin] Publish callbacks [] for security_group (20b220d7-1061-4d56-b276-eb46db587eed), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.319902 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:52.368828 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65e87018-961c-4ff5-a629-c1c8117fe8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (20b220d7-1061-4d56-b276-eb46db587eed), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.372497 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65e87018-961c-4ff5-a629-c1c8117fe8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.373913 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-65e87018-961c-4ff5-a629-c1c8117fe8ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20b220d7-1061-4d56-b276-eb46db587eed HTTP/1.1" status: 204 len: 168 time: 0.4118030 Jul 04 09:15:52.376894 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54ab3687-5d50-45b0-8774-c8af3eca7d84 admin admin] Publish callbacks [] for security_group (b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.385460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e87018-961c-4ff5-a629-c1c8117fe8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b220d7-1061-4d56-b276-eb46db587eed,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:52.386775 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54ab3687-5d50-45b0-8774-c8af3eca7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.435772 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-54ab3687-5d50-45b0-8774-c8af3eca7d84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1079706b2e4848b192e1b674433d36cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617964 Jul 04 09:15:52.439303 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39110) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:52.450076 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab3687-5d50-45b0-8774-c8af3eca7d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:52.504853 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0295cb6-b450-431a-b1ac-1d6eb0169b72 admin admin] Publish callbacks [] for security_group (b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.531310 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0295cb6-b450-431a-b1ac-1d6eb0169b72 admin admin] Publish callbacks [] for security_group (b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.584896 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0295cb6-b450-431a-b1ac-1d6eb0169b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.588854 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0295cb6-b450-431a-b1ac-1d6eb0169b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:52.589696 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e0295cb6-b450-431a-b1ac-1d6eb0169b72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3 HTTP/1.1" status: 204 len: 168 time: 0.1478560 Jul 04 09:15:52.601410 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295cb6-b450-431a-b1ac-1d6eb0169b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c2aa1-2a7a-4b26-9c08-f7aae1d988c3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:52.684900 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39122) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:52.982277 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec9da-b6c6-4492-87df-44904d95f66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.075270 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec9da-b6c6-4492-87df-44904d95f66b admin admin] Publish callbacks [] for security_group (e9e34384-cfe0-4b27-bd48-603483a5d210), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.082337 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec9da-b6c6-4492-87df-44904d95f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e9e34384-cfe0-4b27-bd48-603483a5d210), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.111979 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fc8ec9da-b6c6-4492-87df-44904d95f66b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49293146ea2f4fbd9c457a821f567991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259174 Jul 04 09:15:53.114866 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39138) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:53.134515 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ec9da-b6c6-4492-87df-44904d95f66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e34384-cfe0-4b27-bd48-603483a5d210,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:53.192494 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c779-57b0-4a3a-83a2-a406a0b9138f admin admin] Publish callbacks [] for security_group (e9e34384-cfe0-4b27-bd48-603483a5d210), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.202824 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39144) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:53.221654 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef573e05-3813-4c61-a2ce-b61fc54412f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.239376 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c779-57b0-4a3a-83a2-a406a0b9138f admin admin] Publish callbacks [] for security_group (e9e34384-cfe0-4b27-bd48-603483a5d210), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.254787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:53.405602 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c779-57b0-4a3a-83a2-a406a0b9138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e9e34384-cfe0-4b27-bd48-603483a5d210), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.419866 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c779-57b0-4a3a-83a2-a406a0b9138f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.421444 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2ed0c779-57b0-4a3a-83a2-a406a0b9138f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9e34384-cfe0-4b27-bd48-603483a5d210 HTTP/1.1" status: 204 len: 168 time: 0.3048189 Jul 04 09:15:53.429530 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef573e05-3813-4c61-a2ce-b61fc54412f3 admin admin] Publish callbacks [] for security_group (22549b1c-f52b-4b13-a6e5-eb3cf817f114), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.435610 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c779-57b0-4a3a-83a2-a406a0b9138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e34384-cfe0-4b27-bd48-603483a5d210,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:53.438844 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef573e05-3813-4c61-a2ce-b61fc54412f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (22549b1c-f52b-4b13-a6e5-eb3cf817f114), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.451164 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371630-6544-478f-b480-5b3683f01e53 req-ab17be33-75a3-4c7d-acf1-ad0aaee1f561 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:53.459035 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f3371630-6544-478f-b480-5b3683f01e53 req-ab17be33-75a3-4c7d-acf1-ad0aaee1f561 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0895674 Jul 04 09:15:53.513682 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ef573e05-3813-4c61-a2ce-b61fc54412f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9431c7f47d38408a9431a57532e7468f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072596 Jul 04 09:15:53.513682 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef573e05-3813-4c61-a2ce-b61fc54412f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22549b1c-f52b-4b13-a6e5-eb3cf817f114,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:53.514660 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39164) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:53.551578 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f3371630-6544-478f-b480-5b3683f01e53 req-7c83bf1a-4e35-49fb-a537-cbc39298c626 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908780 Jul 04 09:15:53.570874 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47809be8-61bc-4f3a-8a12-89f3776b7dc3 admin admin] Publish callbacks [] for security_group (22549b1c-f52b-4b13-a6e5-eb3cf817f114), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.594884 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47809be8-61bc-4f3a-8a12-89f3776b7dc3 admin admin] Publish callbacks [] for security_group (22549b1c-f52b-4b13-a6e5-eb3cf817f114), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.648220 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47809be8-61bc-4f3a-8a12-89f3776b7dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (22549b1c-f52b-4b13-a6e5-eb3cf817f114), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.650828 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47809be8-61bc-4f3a-8a12-89f3776b7dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:53.652257 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-47809be8-61bc-4f3a-8a12-89f3776b7dc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22549b1c-f52b-4b13-a6e5-eb3cf817f114 HTTP/1.1" status: 204 len: 168 time: 0.1362648 Jul 04 09:15:53.661469 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47809be8-61bc-4f3a-8a12-89f3776b7dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22549b1c-f52b-4b13-a6e5-eb3cf817f114,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:54.655982 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:54.673966 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d8a8-d930-4995-9104-c0e9dd01468b req-7bd9a970-5d7e-4c44-8bce-2a0d55522b51 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:54.675773 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8cc9d8a8-d930-4995-9104-c0e9dd01468b req-7bd9a970-5d7e-4c44-8bce-2a0d55522b51 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0515327 Jul 04 09:15:54.731890 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8cc9d8a8-d930-4995-9104-c0e9dd01468b req-3a40481f-1449-48e8-bc53-b51c11cdfbe9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481808 Jul 04 09:15:55.803001 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39298) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:55.865988 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a194961-e5e5-466f-a7fc-6cda0057db48 req-1c4d1fcc-2fd5-441e-86eb-2dfe0b3bcff3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:55.867500 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1a194961-e5e5-466f-a7fc-6cda0057db48 req-1c4d1fcc-2fd5-441e-86eb-2dfe0b3bcff3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0572207 Jul 04 09:15:55.920404 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1a194961-e5e5-466f-a7fc-6cda0057db48 req-d6133438-96d8-49ea-818c-e66db481f1c5 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Jul 04 09:15:56.113306 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19a70f69-c63a-422f-a769-a44406278dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:56.193021 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19a70f69-c63a-422f-a769-a44406278dc1 admin admin] Publish callbacks [] for security_group (79a4cce3-8a7b-483f-bdfb-e399d4c49a03), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:56.197734 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19a70f69-c63a-422f-a769-a44406278dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (79a4cce3-8a7b-483f-bdfb-e399d4c49a03), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:56.208878 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:15:56.242135 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-19a70f69-c63a-422f-a769-a44406278dc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52c4fbe8c2dd4de3936143e9afe1727c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366984 Jul 04 09:15:56.243253 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a70f69-c63a-422f-a769-a44406278dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4cce3-8a7b-483f-bdfb-e399d4c49a03,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:56.244922 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39316) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:15:56.306324 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db32a930-2632-44b7-87dd-ade9c006a539 admin admin] Publish callbacks [] for security_group (79a4cce3-8a7b-483f-bdfb-e399d4c49a03), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:56.331602 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db32a930-2632-44b7-87dd-ade9c006a539 admin admin] Publish callbacks [] for security_group (79a4cce3-8a7b-483f-bdfb-e399d4c49a03), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:56.395579 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db32a930-2632-44b7-87dd-ade9c006a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (79a4cce3-8a7b-483f-bdfb-e399d4c49a03), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:56.398159 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db32a930-2632-44b7-87dd-ade9c006a539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:15:56.401666 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-db32a930-2632-44b7-87dd-ade9c006a539 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79a4cce3-8a7b-483f-bdfb-e399d4c49a03 HTTP/1.1" status: 204 len: 168 time: 0.1526349 Jul 04 09:15:56.408021 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32a930-2632-44b7-87dd-ade9c006a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4cce3-8a7b-483f-bdfb-e399d4c49a03,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:15:57.048046 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5ace2-5950-4b83-80ce-b7030b1c0ce0 req-abd9a153-22e9-44e8-9005-3622d3b62899 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:57.050650 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-90a5ace2-5950-4b83-80ce-b7030b1c0ce0 req-abd9a153-22e9-44e8-9005-3622d3b62899 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0572932 Jul 04 09:15:57.109687 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-90a5ace2-5950-4b83-80ce-b7030b1c0ce0 req-a5373e34-8796-4390-81ad-b0535672054d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529537 Jul 04 09:15:58.249287 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2a7aa-1c4b-4e4e-97cc-d035ebb8130b req-82d992d2-6f6e-49eb-92fb-3e1fa33a09d8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:58.251111 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-caa2a7aa-1c4b-4e4e-97cc-d035ebb8130b req-82d992d2-6f6e-49eb-92fb-3e1fa33a09d8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0629537 Jul 04 09:15:58.322468 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-caa2a7aa-1c4b-4e4e-97cc-d035ebb8130b req-c84aa501-e9b7-4439-8713-a4c41ff50eb6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649073 Jul 04 09:15:59.481768 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c06691-33b3-4cbd-bcf9-31f1b34c8466 req-6cc50180-0516-450a-a728-ce8266d8c8a1 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:59.483360 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-56c06691-33b3-4cbd-bcf9-31f1b34c8466 req-6cc50180-0516-450a-a728-ce8266d8c8a1 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.0736673 Jul 04 09:15:59.490651 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261742-7569-4a79-9e62-78f7c15d0e80 req-15e3e89f-591b-4adc-8ff1-614dfdcd7bb3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:15:59.492224 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dc261742-7569-4a79-9e62-78f7c15d0e80 req-15e3e89f-591b-4adc-8ff1-614dfdcd7bb3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0960262 Jul 04 09:15:59.582287 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-56c06691-33b3-4cbd-bcf9-31f1b34c8466 req-169f5059-0286-45a6-b592-e3d834601c01 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889668 Jul 04 09:15:59.585418 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dc261742-7569-4a79-9e62-78f7c15d0e80 req-b7e7a459-25ef-47fc-8b7d-0e595cdb7e45 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856833 Jul 04 09:16:00.773798 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2f320-d58b-41ee-91c3-b03e2b77db79 req-ef9d7c81-8845-4f8c-b78c-ebb7044a1dae tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:00.775699 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-66e2f320-d58b-41ee-91c3-b03e2b77db79 req-ef9d7c81-8845-4f8c-b78c-ebb7044a1dae tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.1068327 Jul 04 09:16:00.797707 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17049af-0634-4e5b-8ce3-ba983a69717a req-743340cb-baa8-4857-9078-2615beed0450 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:00.805088 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e17049af-0634-4e5b-8ce3-ba983a69717a req-743340cb-baa8-4857-9078-2615beed0450 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0899794 Jul 04 09:16:00.878833 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-66e2f320-d58b-41ee-91c3-b03e2b77db79 req-bfb29ceb-2c57-4f82-a415-f6b98856e53b tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968618 Jul 04 09:16:00.883547 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e17049af-0634-4e5b-8ce3-ba983a69717a req-6e455910-47d9-44e5-a2c3-8a82634a483d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775743 Jul 04 09:16:01.276667 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:01.396218 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bcae034-c53e-4032-bccc-6a03c1edd0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:01.425271 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:01.480850 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bcae034-c53e-4032-bccc-6a03c1edd0df admin admin] Publish callbacks [] for security_group (50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:01.487304 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bcae034-c53e-4032-bccc-6a03c1edd0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:01.529658 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6bcae034-c53e-4032-bccc-6a03c1edd0df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0a2c7fa39d4475ea0e389ced1ecc89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517855 Jul 04 09:16:01.530767 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcae034-c53e-4032-bccc-6a03c1edd0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:01.532344 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39580) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:01.585369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:01.600523 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d350e2c-9a77-43b8-8684-c28a69b0eb28 admin admin] Publish callbacks [] for security_group (50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:01.625971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d350e2c-9a77-43b8-8684-c28a69b0eb28 admin admin] Publish callbacks [] for security_group (50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:01.672715 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d350e2c-9a77-43b8-8684-c28a69b0eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:01.675546 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d350e2c-9a77-43b8-8684-c28a69b0eb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:01.676674 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0d350e2c-9a77-43b8-8684-c28a69b0eb28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0 HTTP/1.1" status: 204 len: 168 time: 0.1433086 Jul 04 09:16:01.686570 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d350e2c-9a77-43b8-8684-c28a69b0eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd3596-b0fa-4307-bbf9-e5f14a7ed2c0,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:02.047543 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61ca0d-5a59-4d45-a5a9-6188e378c3e9 req-818cafff-9137-4f88-8ce0-53e95b413985 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:02.049538 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ba61ca0d-5a59-4d45-a5a9-6188e378c3e9 req-818cafff-9137-4f88-8ce0-53e95b413985 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.0926254 Jul 04 09:16:02.095410 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568481-52fa-4831-8b6e-3e1aa54d678a req-d69033c2-b0ae-4953-8781-33ce85f61d1f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:02.097272 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c8568481-52fa-4831-8b6e-3e1aa54d678a req-d69033c2-b0ae-4953-8781-33ce85f61d1f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1051142 Jul 04 09:16:02.154068 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ba61ca0d-5a59-4d45-a5a9-6188e378c3e9 req-0978fdb0-a9a6-4eab-940a-c533fb088c2d tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982466 Jul 04 09:16:02.192225 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c8568481-52fa-4831-8b6e-3e1aa54d678a req-e76e259e-6219-4834-8b74-959d9e7c126f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797431 Jul 04 09:16:02.467853 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39656) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:02.585178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-32867182-network', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:02.607097 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Made reservation on behalf of 33b3e0ba3aa644ddbbee8f56be21ad06 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:02.609743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.621581 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.640679 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:02.678261 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39666) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:02.715804 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks [] for security_group (1710b44e-7d12-44e9-852b-0bdc5db5203a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.721911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1710b44e-7d12-44e9-852b-0bdc5db5203a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.744310 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:02.761067 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1710b44e-7d12-44e9-852b-0bdc5db5203a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:02.764347 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (db2b4667-5b77-4e2c-8184-1d96d351776e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.764898 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Added segment db2b4667-5b77-4e2c-8184-1d96d351776e of type vlan for network 5a2c8810-cb52-4371-861a-661d1c6a6165 Jul 04 09:16:02.812839 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (5a2c8810-cb52-4371-861a-661d1c6a6165), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.831397 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4f1b-78b8-470e-bb75-7e6e2bd41e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.838763 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (5a2c8810-cb52-4371-861a-661d1c6a6165), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.839761 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:02.840637 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.880447 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4102144 Jul 04 09:16:02.883784 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39674) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:02.889857 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Request body: {'subnet': {'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-32867182-subnet', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:02.919490 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=23,neutron:SELECT=73,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:02.924415 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32c27-3f0f-46b8-942b-1e4c3bb69997 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2c8810-cb52-4371-861a-661d1c6a6165,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:02.937179 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:02.938800 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4f1b-78b8-470e-bb75-7e6e2bd41e8e admin admin] Publish callbacks [] for security_group (fbc41dd7-4470-4730-b679-04f7dc5a337e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.940664 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Made reservation on behalf of 33b3e0ba3aa644ddbbee8f56be21ad06 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:02.943030 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c5f4f1b-78b8-470e-bb75-7e6e2bd41e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (fbc41dd7-4470-4730-b679-04f7dc5a337e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.943223 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:02.985155 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f4f1b-78b8-470e-bb75-7e6e2bd41e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc41dd7-4470-4730-b679-04f7dc5a337e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:02.992275 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5c5f4f1b-78b8-470e-bb75-7e6e2bd41e8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ab8e41403bb426bb54d265fa98bdbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121102 Jul 04 09:16:02.993332 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39676) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:03.042892 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4f16a0-d494-4726-bcb5-4b1735e848ad admin admin] Publish callbacks [] for security_group (fbc41dd7-4470-4730-b679-04f7dc5a337e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.065182 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4f16a0-d494-4726-bcb5-4b1735e848ad admin admin] Publish callbacks [] for security_group (fbc41dd7-4470-4730-b679-04f7dc5a337e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.069365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:03.114677 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4f16a0-d494-4726-bcb5-4b1735e848ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (fbc41dd7-4470-4730-b679-04f7dc5a337e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.117563 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4f16a0-d494-4726-bcb5-4b1735e848ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.118967 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0e4f16a0-d494-4726-bcb5-4b1735e848ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbc41dd7-4470-4730-b679-04f7dc5a337e HTTP/1.1" status: 204 len: 168 time: 0.1247122 Jul 04 09:16:03.122863 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (1277dff0-d15a-447d-8a1d-5024ed6c6a84), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.139300 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f16a0-d494-4726-bcb5-4b1735e848ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc41dd7-4470-4730-b679-04f7dc5a337e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:03.175390 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1277dff0-d15a-447d-8a1d-5024ed6c6a84,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:03.191601 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Checking segment: {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:03.191912 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Network hostable DHCP agents. Network: 5a2c8810-cb52-4371-861a-661d1c6a6165, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:03.196594 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-edc45b57-9795-4946-a35a-6f510e0f0d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.211642 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:03.229845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 5a2c8810-cb52-4371-861a-661d1c6a6165) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:03.240383 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16910a0e-b37c-4c2a-932f-bbc0e2d23dbb None None] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:03.245430 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:03.248036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.275222 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:03.282662 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f4280afc-4da2-4169-822f-3156a2af574b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3939006 Jul 04 09:16:03.282756 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39690) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:03.288062 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:03.331020 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.332335 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.411128 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks [] for router_controller (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.426534 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a49973-812d-46e1-acbf-2a7bd1b01dfb req-1381be63-671a-4bbe-a034-1b9cd9acd0ce tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:03.428503 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-98a49973-812d-46e1-acbf-2a7bd1b01dfb req-1381be63-671a-4bbe-a034-1b9cd9acd0ce tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.0632005 Jul 04 09:16:03.438306 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-5a2c8810-cb52-4371-861a-661d1c6a6165', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:16:03.439268 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.444731 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb2df0-e938-4013-a9ea-e8b23b6caae4 req-15ea787c-00f7-405d-9dfb-c09c90b536d7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:03.446241 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30bb2df0-e938-4013-a9ea-e8b23b6caae4 req-15ea787c-00f7-405d-9dfb-c09c90b536d7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1336155 Jul 04 09:16:03.472016 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:03.520033 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-98a49973-812d-46e1-acbf-2a7bd1b01dfb req-2166ca9d-ad3b-44c8-a68a-7684bf210b86 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Jul 04 09:16:03.571976 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30bb2df0-e938-4013-a9ea-e8b23b6caae4 req-8b413973-b70b-48ef-8d5b-d5ccc8667fe7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927255 Jul 04 09:16:03.618957 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39702) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:03.622324 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks [] for router_gateway (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.641168 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b75ab488-c286-44b1-b38e-554171d7a7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.707917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Allocated IP 172.20.0.2 (5a2c8810-cb52-4371-861a-661d1c6a6165/1277dff0-d15a-447d-8a1d-5024ed6c6a84/5b7bbbba-10fa-42ee-ba30-92650341cf2a) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:03.739506 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b75ab488-c286-44b1-b38e-554171d7a7f7 admin admin] Publish callbacks [] for security_group (8f216ff9-6f3d-4178-b913-fa61ba866cf7), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.746690 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b75ab488-c286-44b1-b38e-554171d7a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8f216ff9-6f3d-4178-b913-fa61ba866cf7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.794679 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b75ab488-c286-44b1-b38e-554171d7a7f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d1b32acf10e41978fcb731da8270425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721911 Jul 04 09:16:03.794929 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ab488-c286-44b1-b38e-554171d7a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f216ff9-6f3d-4178-b913-fa61ba866cf7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:03.797389 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39708) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:03.819542 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:03.821784 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39710) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:03.909830 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Publish callbacks [] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.923591 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68ad19b4-d2ea-4025-888b-83ab654bbe34 admin admin] Publish callbacks [] for security_group (8f216ff9-6f3d-4178-b913-fa61ba866cf7), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.926891 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.984463 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Pushing event updated for resources: {'Port': ['ID=5b7bbbba-10fa-42ee-ba30-92650341cf2a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:03.991041 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68ad19b4-d2ea-4025-888b-83ab654bbe34 admin admin] Publish callbacks [] for security_group (8f216ff9-6f3d-4178-b913-fa61ba866cf7), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:03.998985 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:03.999703 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.000225 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.000700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.001201 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.001698 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.002237 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.002811 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.003290 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.003783 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.004275 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.004804 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.005328 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.005853 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.006433 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:04.019061 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:04.021049 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:04.023745 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:04.067563 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6fc42aee-dd31-484d-bbeb-c684776cd8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.090207 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Attempting to bind port 5b7bbbba-10fa-42ee-ba30-92650341cf2a on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:04.090961 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Attempting to bind port 5b7bbbba-10fa-42ee-ba30-92650341cf2a by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:04.091589 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Attempting to bind port 5b7bbbba-10fa-42ee-ba30-92650341cf2a on network 5a2c8810-cb52-4371-861a-661d1c6a6165 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:04.092299 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks [] for router_gateway (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.098574 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:04.099229 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Checking segment: {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:04.099917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.100504 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Bound using segment: {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:04.101174 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Bound port: 5b7bbbba-10fa-42ee-ba30-92650341cf2a, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:04.101584 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.107676 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68ad19b4-d2ea-4025-888b-83ab654bbe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8f216ff9-6f3d-4178-b913-fa61ba866cf7), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.112063 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68ad19b4-d2ea-4025-888b-83ab654bbe34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.113054 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.114475 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-68ad19b4-d2ea-4025-888b-83ab654bbe34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f216ff9-6f3d-4178-b913-fa61ba866cf7 HTTP/1.1" status: 204 len: 168 time: 0.3158705 Jul 04 09:16:04.147916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39720) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:04.161963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad19b4-d2ea-4025-888b-83ab654bbe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f216ff9-6f3d-4178-b913-fa61ba866cf7,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:04.163663 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:04.191815 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:04.212277 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] For port 5b7bbbba-10fa-42ee-ba30-92650341cf2a, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:04.216539 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] For port 5b7bbbba-10fa-42ee-ba30-92650341cf2a, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=5b7bbbba-10fa-42ee-ba30-92650341cf2a,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:04.228601 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.246057 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6fc42aee-dd31-484d-bbeb-c684776cd8af admin admin] Publish callbacks [] for security_group (6da07fdc-a48e-4ed1-94cd-a4c616b75fc1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.254464 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6fc42aee-dd31-484d-bbeb-c684776cd8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6da07fdc-a48e-4ed1-94cd-a4c616b75fc1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.311623 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Allocated IP 172.27.0.67 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/1a689587-073c-4b1d-86fd-7fdf54db3d68) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:04.321290 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6fc42aee-dd31-484d-bbeb-c684776cd8af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88b5d59895d441ffb0122673f9131bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958010 Jul 04 09:16:04.321290 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39724) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:04.329418 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc42aee-dd31-484d-bbeb-c684776cd8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da07fdc-a48e-4ed1-94cd-a4c616b75fc1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:04.347967 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1513199-3037-4404-92d2-50361d13eb1d None None] Pushing event updated for resources: {'Port': ['ID=5b7bbbba-10fa-42ee-ba30-92650341cf2a,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:04.385856 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3b50a49-da61-4ab2-b4ca-81607445d023 admin admin] Publish callbacks [] for security_group (6da07fdc-a48e-4ed1-94cd-a4c616b75fc1), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.415525 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3b50a49-da61-4ab2-b4ca-81607445d023 admin admin] Publish callbacks [] for security_group (6da07fdc-a48e-4ed1-94cd-a4c616b75fc1), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.461309 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks [] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.483251 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3b50a49-da61-4ab2-b4ca-81607445d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6da07fdc-a48e-4ed1-94cd-a4c616b75fc1), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.488400 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3b50a49-da61-4ab2-b4ca-81607445d023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.489931 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e3b50a49-da61-4ab2-b4ca-81607445d023 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6da07fdc-a48e-4ed1-94cd-a4c616b75fc1 HTTP/1.1" status: 204 len: 168 time: 0.1677201 Jul 04 09:16:04.499911 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:04.502005 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b50a49-da61-4ab2-b4ca-81607445d023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da07fdc-a48e-4ed1-94cd-a4c616b75fc1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:04.508738 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.521565 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device e4032ca7-9968-41ab-84f4-ed9cfa71c82a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:16:04.525501 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:04.579100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00b2f2aa-1dd1-4408-92fe-d86e57f1d097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.584736 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:04.595780 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:04.629053 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:04.739911 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port e4032ca7-9968-41ab-84f4-ed9cfa71c82a is: ACTIVE; New status is: DOWN {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:04.740281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.785673 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a689587-073c-4b1d-86fd-7fdf54db3d68,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:04.811211 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:04.815572 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:04.822840 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc665f-4eea-4f22-b472-3e26ae0ec788" -d '{"events": [{"server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:04.849575 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:04.853543 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=83 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:04.857103 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=73 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:04.889168 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:04.912134 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4d25-b74f-4ce3-8366-7c753f00ed50 req-12297e3b-2f9d-431d-b403-95bfbbd18bf4 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:04.914041 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-783d4d25-b74f-4ce3-8366-7c753f00ed50 req-12297e3b-2f9d-431d-b403-95bfbbd18bf4 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 945 time: 0.2380342 Jul 04 09:16:04.930662 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8f530-7ad2-427a-8e9f-1c6dcb64983a req-95e1f9cb-5898-4790-8c83-3cd74af57801 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:04.933933 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82d8f530-7ad2-427a-8e9f-1c6dcb64983a req-95e1f9cb-5898-4790-8c83-3cd74af57801 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1961243 Jul 04 09:16:04.974061 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,revision_number=6']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:04.992556 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks [] for router_gateway (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.046777 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00b2f2aa-1dd1-4408-92fe-d86e57f1d097 admin admin] Publish callbacks [] for security_group (421ce29c-d7c9-4a6f-94d3-528602bc744e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.070453 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00b2f2aa-1dd1-4408-92fe-d86e57f1d097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (421ce29c-d7c9-4a6f-94d3-528602bc744e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.109872 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-783d4d25-b74f-4ce3-8366-7c753f00ed50 req-2e94f933-c700-4d93-b30f-8a8bfb43d61a tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731644 Jul 04 09:16:05.120346 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39748) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:05.139912 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82d8f530-7ad2-427a-8e9f-1c6dcb64983a req-f6d58b89-fc49-473b-ba6d-3fe3c8de3a1a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955962 Jul 04 09:16:05.151167 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-00b2f2aa-1dd1-4408-92fe-d86e57f1d097 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bab6831ffd9e4097b440e55aadf9bef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9978631 Jul 04 09:16:05.151775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39750) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:05.153744 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f2aa-1dd1-4408-92fe-d86e57f1d097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421ce29c-d7c9-4a6f-94d3-528602bc744e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:05.192000 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b4891a-9d6d-4a26-a8fb-6fa4970d1af2 x-openstack-request-id: req-d7b4891a-9d6d-4a26-a8fb-6fa4970d1af2 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:05.193284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:05.193734 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7b4891a-9d6d-4a26-a8fb-6fa4970d1af2 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:05.194348 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b4891a-9d6d-4a26-a8fb-6fa4970d1af2'] response: {'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a', 'code': 200} Jul 04 09:16:05.205129 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22b57c82-aea4-464d-bc02-06d2b6cfef02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.233424 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a26b7ce-a78d-4fd1-afaa-aee2134d5780 admin admin] Publish callbacks [] for security_group (421ce29c-d7c9-4a6f-94d3-528602bc744e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.265550 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a26b7ce-a78d-4fd1-afaa-aee2134d5780 admin admin] Publish callbacks [] for security_group (421ce29c-d7c9-4a6f-94d3-528602bc744e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.272124 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.281289 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:05.332106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a26b7ce-a78d-4fd1-afaa-aee2134d5780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (421ce29c-d7c9-4a6f-94d3-528602bc744e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.335260 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a26b7ce-a78d-4fd1-afaa-aee2134d5780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.338828 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2a26b7ce-a78d-4fd1-afaa-aee2134d5780 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/421ce29c-d7c9-4a6f-94d3-528602bc744e HTTP/1.1" status: 204 len: 168 time: 0.1836274 Jul 04 09:16:05.360380 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26b7ce-a78d-4fd1-afaa-aee2134d5780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ce29c-d7c9-4a6f-94d3-528602bc744e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:05.406787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22b57c82-aea4-464d-bc02-06d2b6cfef02 admin admin] Publish callbacks [] for security_group (8c7a6063-d53b-413a-a8ef-945f65e7172a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.417264 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22b57c82-aea4-464d-bc02-06d2b6cfef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8c7a6063-d53b-413a-a8ef-945f65e7172a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.422458 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4caac860-49f3-4fa2-ac9a-c851302ad519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.486451 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39762) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:05.487097 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-22b57c82-aea4-464d-bc02-06d2b6cfef02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f184d0a0a46b405898c17059cdb26a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648903 Jul 04 09:16:05.490103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b57c82-aea4-464d-bc02-06d2b6cfef02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7a6063-d53b-413a-a8ef-945f65e7172a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:05.551292 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:16:05.556954 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:05.580983 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8027978-9055-43e9-b27a-8e9144384686 admin admin] Publish callbacks [] for security_group (8c7a6063-d53b-413a-a8ef-945f65e7172a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.606388 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39766) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:05.631850 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8027978-9055-43e9-b27a-8e9144384686 admin admin] Publish callbacks [] for security_group (8c7a6063-d53b-413a-a8ef-945f65e7172a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.702044 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8027978-9055-43e9-b27a-8e9144384686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8c7a6063-d53b-413a-a8ef-945f65e7172a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.703738 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:16:05.709846 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8027978-9055-43e9-b27a-8e9144384686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.713697 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a8027978-9055-43e9-b27a-8e9144384686 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c7a6063-d53b-413a-a8ef-945f65e7172a HTTP/1.1" status: 204 len: 168 time: 0.2257972 Jul 04 09:16:05.719708 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Sync routers for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:16:05.723048 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef089747-c08f-4eec-9f40-cec29ce68167 None None] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:05.726853 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027978-9055-43e9-b27a-8e9144384686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7a6063-d53b-413a-a8ef-945f65e7172a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:05.734945 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.736839 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d419eaa9-199c-44d8-b79d-ef39a98a6fa2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4526460 Jul 04 09:16:05.736978 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:05.739180 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39774) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:05.739322 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:05.797075 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39776) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:05.812996 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d40b5f28-a377-45d2-b3af-09274bb5ffdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.841858 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239824664-network', 'tenant_id': '77f9faeaa8334099ba0c171b8250b78c'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:05.879372 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Made reservation on behalf of 77f9faeaa8334099ba0c171b8250b78c for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:05.885265 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.912269 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:05.912526 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:05.919696 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:05.936309 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-7ef8076a-eac2-448d-aafe-e6d5eba720be None None] Provisioning complete for port 5b7bbbba-10fa-42ee-ba30-92650341cf2a triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:05.936685 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7ef8076a-eac2-448d-aafe-e6d5eba720be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.078086 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8076a-eac2-448d-aafe-e6d5eba720be None None] Current status of the port 5b7bbbba-10fa-42ee-ba30-92650341cf2a is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:06.078768 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7ef8076a-eac2-448d-aafe-e6d5eba720be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.141509 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7ef8076a-eac2-448d-aafe-e6d5eba720be None None] For port 5b7bbbba-10fa-42ee-ba30-92650341cf2a, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=5b7bbbba-10fa-42ee-ba30-92650341cf2a,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:06.160224 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7ef8076a-eac2-448d-aafe-e6d5eba720be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.171321 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d40b5f28-a377-45d2-b3af-09274bb5ffdf admin admin] Publish callbacks [] for security_group (39f92ac3-bbf5-4f11-80ca-8ea6d8be2115), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.179043 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:06.191933 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d40b5f28-a377-45d2-b3af-09274bb5ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (39f92ac3-bbf5-4f11-80ca-8ea6d8be2115), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.234074 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:04Z', 'revision_number': 3, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:06.262607 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d40b5f28-a377-45d2-b3af-09274bb5ffdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2cc190d6c8b45ab84e797235dead675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640484 Jul 04 09:16:06.265873 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8076a-eac2-448d-aafe-e6d5eba720be None None] Pushing event updated for resources: {'Port': ['ID=5b7bbbba-10fa-42ee-ba30-92650341cf2a,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:06.269809 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:06.323973 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks [] for security_group (6bed1161-3b7c-4684-bff1-0fca33c77097), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.344847 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Checking router: f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:16:06.347327 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Updating router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 port 1a689587-073c-4b1d-86fd-7fdf54db3d68 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:16:06.380179 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6bed1161-3b7c-4684-bff1-0fca33c77097), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.380526 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-c485de64-c71c-4434-b165-8070234c2645 None None] Provisioning complete for port 5b7bbbba-10fa-42ee-ba30-92650341cf2a triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:06.380931 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c485de64-c71c-4434-b165-8070234c2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.422371 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.485265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 5b7bbbba-10fa-42ee-ba30-92650341cf2a up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:06.530521 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820508d3-680b-4040-9f22-d26b61669a77 req-054f50a7-fff5-4904-8d09-57cc4df41979 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:06.536937 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-820508d3-680b-4040-9f22-d26b61669a77 req-054f50a7-fff5-4904-8d09-57cc4df41979 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1717062 Jul 04 09:16:06.547909 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b5f28-a377-45d2-b3af-09274bb5ffdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f92ac3-bbf5-4f11-80ca-8ea6d8be2115,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:06.575875 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d46a-f265-48b1-b3b2-99a0442dcf93 admin admin] Publish callbacks [] for security_group (39f92ac3-bbf5-4f11-80ca-8ea6d8be2115), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.581948 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:06.603478 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-c485de64-c71c-4434-b165-8070234c2645 None None] Current status of the port 5b7bbbba-10fa-42ee-ba30-92650341cf2a is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:06.630042 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:06.633996 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 5b7bbbba-10fa-42ee-ba30-92650341cf2a triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:06.634868 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.635445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:06.657239 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d46a-f265-48b1-b3b2-99a0442dcf93 admin admin] Publish callbacks [] for security_group (39f92ac3-bbf5-4f11-80ca-8ea6d8be2115), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.657468 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.666023 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd9b5f-d5b5-49dd-ba94-ab79304b7073 req-89c34769-b819-4ad3-b46b-6b763245aae0 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:06.667556 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20dd9b5f-d5b5-49dd-ba94-ab79304b7073 req-89c34769-b819-4ad3-b46b-6b763245aae0 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.3422098 Jul 04 09:16:06.672210 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39788) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:06.698802 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (313547c0-8baf-4a35-b4cd-e889853b5d8b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.699051 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Added segment 313547c0-8baf-4a35-b4cd-e889853b5d8b of type vlan for network b41bea84-fbfa-489b-9b8a-97ced1be5e90 Jul 04 09:16:06.720103 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bed1161-3b7c-4684-bff1-0fca33c77097,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:06.740868 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7424-fc56-46dc-848f-80c5f26ff09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.749008 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 5b7bbbba-10fa-42ee-ba30-92650341cf2a is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:06.762403 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.788856 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d46a-f265-48b1-b3b2-99a0442dcf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (39f92ac3-bbf5-4f11-80ca-8ea6d8be2115), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.791439 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d46a-f265-48b1-b3b2-99a0442dcf93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.795548 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f9b9d46a-f265-48b1-b3b2-99a0442dcf93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39f92ac3-bbf5-4f11-80ca-8ea6d8be2115 HTTP/1.1" status: 204 len: 168 time: 0.5224686 Jul 04 09:16:06.798887 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-820508d3-680b-4040-9f22-d26b61669a77 req-e2f975ef-8921-4d95-87f8-790a38e6aff3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324069 Jul 04 09:16:06.825120 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (b41bea84-fbfa-489b-9b8a-97ced1be5e90), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.834103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9d46a-f265-48b1-b3b2-99a0442dcf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f92ac3-bbf5-4f11-80ca-8ea6d8be2115,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:06.865321 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20dd9b5f-d5b5-49dd-ba94-ab79304b7073 req-a3e81258-53d8-47d9-b43e-f2a52e83a5ea tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801019 Jul 04 09:16:06.899607 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:06.951777 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (b41bea84-fbfa-489b-9b8a-97ced1be5e90), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.953200 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:06.953964 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.972291 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Publish callbacks [] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:06.974445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Allocated IP 172.20.0.1 (5a2c8810-cb52-4371-861a-661d1c6a6165/1277dff0-d15a-447d-8a1d-5024ed6c6a84/4f14edf5-0584-4376-87b8-efead3c6005c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:06.982136 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.012948 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4054792 Jul 04 09:16:07.013828 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39792) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:07.026532 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Request body: {'subnet': {'network_id': 'b41bea84-fbfa-489b-9b8a-97ced1be5e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239824664-subnet', 'tenant_id': '77f9faeaa8334099ba0c171b8250b78c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:07.052761 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Attempting to bind port 1a689587-073c-4b1d-86fd-7fdf54db3d68 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:07.053129 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Attempting to bind port 1a689587-073c-4b1d-86fd-7fdf54db3d68 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:07.053484 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Attempting to bind port 1a689587-073c-4b1d-86fd-7fdf54db3d68 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:07.056570 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Pushing event updated for resources: {'Port': ['ID=1a689587-073c-4b1d-86fd-7fdf54db3d68,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.061753 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:07.062415 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:07.062946 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.063544 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:07.064164 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Bound port: 1a689587-073c-4b1d-86fd-7fdf54db3d68, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:07.064770 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.066922 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7424-fc56-46dc-848f-80c5f26ff09c admin admin] Publish callbacks [] for security_group (4b05d787-6ffb-4cc5-9f46-5936580bdfc3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.072299 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5c6df-ef47-44a6-a8be-2f8fd25ea50e admin admin] Pushing event updated for resources: {'Network': ['ID=b41bea84-fbfa-489b-9b8a-97ced1be5e90,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.085728 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network b41bea84-fbfa-489b-9b8a-97ced1be5e90 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:07.099079 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7424-fc56-46dc-848f-80c5f26ff09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (4b05d787-6ffb-4cc5-9f46-5936580bdfc3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.101712 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.102460 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.102955 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.103448 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.103927 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.104455 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.104908 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.105528 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.106065 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.106576 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.107302 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.107775 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.108258 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.108730 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.109195 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:07.146217 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Made reservation on behalf of 77f9faeaa8334099ba0c171b8250b78c for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:07.149231 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.161555 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks [] for port (4f14edf5-0584-4376-87b8-efead3c6005c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.166087 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:07.183381 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc7424-fc56-46dc-848f-80c5f26ff09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b05d787-6ffb-4cc5-9f46-5936580bdfc3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.200086 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] For port 1a689587-073c-4b1d-86fd-7fdf54db3d68, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:07.205247 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] For port 1a689587-073c-4b1d-86fd-7fdf54db3d68, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1a689587-073c-4b1d-86fd-7fdf54db3d68,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:07.209050 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c7cc7424-fc56-46dc-848f-80c5f26ff09c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8358c6201134e52a0ab36146cb470b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5312402 Jul 04 09:16:07.209754 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.212440 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39798) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:07.226809 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.283580 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:07.300714 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:07.301979 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:07.302329 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:07.307319 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec095c-e37b-49bb-8005-9444a026b8e2 None None] Pushing event updated for resources: {'Port': ['ID=1a689587-073c-4b1d-86fd-7fdf54db3d68,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.350037 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:07.362158 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2db6f539-8999-400e-bcc3-33282d9462b4 admin admin] Publish callbacks [] for security_group (4b05d787-6ffb-4cc5-9f46-5936580bdfc3), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.379201 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:07.381083 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Pushing event updated for resources: {'Port': ['ID=4f14edf5-0584-4376-87b8-efead3c6005c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.383271 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:07.383741 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.421815 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (957cb24a-0be4-4204-9364-8ab44c5b635d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.440693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39800) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:07.440889 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:07.473949 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de58f52-a1d4-444e-8732-3df3c35c70ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.478192 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957cb24a-0be4-4204-9364-8ab44c5b635d,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.489608 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2db6f539-8999-400e-bcc3-33282d9462b4 admin admin] Publish callbacks [] for security_group (4b05d787-6ffb-4cc5-9f46-5936580bdfc3), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.511283 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Checking segment: {'id': '313547c0-8baf-4a35-b4cd-e889853b5d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b41bea84-fbfa-489b-9b8a-97ced1be5e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:07.512123 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Network hostable DHCP agents. Network: b41bea84-fbfa-489b-9b8a-97ced1be5e90, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:07.532454 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:07.536059 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Network b41bea84-fbfa-489b-9b8a-97ced1be5e90 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:07.551284 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, b41bea84-fbfa-489b-9b8a-97ced1be5e90) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:07.557662 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:07.559106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.567259 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250ce78-fc56-49dc-910c-6f9c2449f89d None None] Network b41bea84-fbfa-489b-9b8a-97ced1be5e90 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:07.601092 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e414533b-f63b-4e81-84ad-059227670525 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5822084 Jul 04 09:16:07.636150 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:07.646002 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:07.689689 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:04Z', 'revision_number': 3, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:07.691590 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2db6f539-8999-400e-bcc3-33282d9462b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (4b05d787-6ffb-4cc5-9f46-5936580bdfc3), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.694317 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2db6f539-8999-400e-bcc3-33282d9462b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.695485 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2db6f539-8999-400e-bcc3-33282d9462b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b05d787-6ffb-4cc5-9f46-5936580bdfc3 HTTP/1.1" status: 204 len: 168 time: 0.4772332 Jul 04 09:16:07.713182 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0796d-3e0d-4a83-b838-b61b9b858f2d None None] Network b41bea84-fbfa-489b-9b8a-97ced1be5e90 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:07.719773 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c1c28-41b5-4488-98d2-c03847ec851f None None] The sync data for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi is: [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:04Z', 'revision_number': 3, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:16:07.735223 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.742730 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6f539-8999-400e-bcc3-33282d9462b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b05d787-6ffb-4cc5-9f46-5936580bdfc3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.783619 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de58f52-a1d4-444e-8732-3df3c35c70ee admin admin] Publish callbacks [] for security_group (ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.829414 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de58f52-a1d4-444e-8732-3df3c35c70ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:07.926597 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7de58f52-a1d4-444e-8732-3df3c35c70ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41f4066e2e4941c482307c56b59bd7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801590 Jul 04 09:16:07.927939 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39814) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:07.934603 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de58f52-a1d4-444e-8732-3df3c35c70ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:07.953860 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-1dda3df3-8e19-4a40-9295-17301d5d6df6 None None] Provisioning complete for port 4f14edf5-0584-4376-87b8-efead3c6005c triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:07.954384 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1dda3df3-8e19-4a40-9295-17301d5d6df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.012318 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-1dda3df3-8e19-4a40-9295-17301d5d6df6 None None] Port 4f14edf5-0584-4376-87b8-efead3c6005c cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:16:08.082303 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.136064 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks [] for port (4f14edf5-0584-4376-87b8-efead3c6005c), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.166084 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.169467 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.176996 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b7c2-dfff-452c-b599-4964d5d1a196 req-80fb3700-daff-4b13-b3b8-f16ca419e2a9 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:08.182889 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0604b7c2-dfff-452c-b599-4964d5d1a196 req-80fb3700-daff-4b13-b3b8-f16ca419e2a9 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.1863773 Jul 04 09:16:08.197565 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3622f-508f-46ca-ad03-b0b305faa625 req-8c559d47-f8f5-443e-9134-da7df524c6ee tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:08.199822 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d3622f-508f-46ca-ad03-b0b305faa625 req-8c559d47-f8f5-443e-9134-da7df524c6ee tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1987565 Jul 04 09:16:08.219381 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.252361 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:08.261292 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc412-9dfe-4dbf-a56b-187e630418f1 admin admin] Publish callbacks [] for security_group (ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.282184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Pushing event updated for resources: {'Port': ['ID=4f14edf5-0584-4376-87b8-efead3c6005c,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:08.366448 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc412-9dfe-4dbf-a56b-187e630418f1 admin admin] Publish callbacks [] for security_group (ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.415573 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0604b7c2-dfff-452c-b599-4964d5d1a196 req-b0e5a7b5-086c-44a6-933f-49d1b5373bb3 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144399 Jul 04 09:16:08.426140 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d3622f-508f-46ca-ad03-b0b305faa625 req-17a84b0c-b13f-49ae-a9b7-cb5c49f7a567 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154448 Jul 04 09:16:08.460787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:08.464979 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1a689587-073c-4b1d-86fd-7fdf54db3d68 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:08.469358 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:08.492967 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc412-9dfe-4dbf-a56b-187e630418f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.495693 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ed8fc412-9dfe-4dbf-a56b-187e630418f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.499622 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ed8fc412-9dfe-4dbf-a56b-187e630418f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff HTTP/1.1" status: 204 len: 168 time: 0.5680768 Jul 04 09:16:08.523788 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fc412-9dfe-4dbf-a56b-187e630418f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfb99a6-25a0-4ed5-becf-c3b6f58da6ff,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:08.582526 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 1a689587-073c-4b1d-86fd-7fdf54db3d68 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:08.583497 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.645193 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:08.734942 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 1a689587-073c-4b1d-86fd-7fdf54db3d68 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:08.735732 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.764958 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 1a689587-073c-4b1d-86fd-7fdf54db3d68, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1a689587-073c-4b1d-86fd-7fdf54db3d68,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:08.770674 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39840) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:08.777798 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.778061 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-475202895-network', 'tenant_id': 'e49b405054e44158a62083dcd2ece0d7'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:08.856326 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Made reservation on behalf of e49b405054e44158a62083dcd2ece0d7 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:08.860036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.888092 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-f53efe39-14c8-4912-a0ea-3e758efc0037 None None] Provisioning complete for port 4f14edf5-0584-4376-87b8-efead3c6005c triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:08.888819 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f53efe39-14c8-4912-a0ea-3e758efc0037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.895056 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:08.931348 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:08.944154 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-f53efe39-14c8-4912-a0ea-3e758efc0037 None None] Port 4f14edf5-0584-4376-87b8-efead3c6005c cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:16:08.948843 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=1a689587-073c-4b1d-86fd-7fdf54db3d68,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:09.067514 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks [] for security_group (dff7bd89-4fb5-49ae-af49-d2067b512630), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.072259 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:16:09.077325 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (dff7bd89-4fb5-49ae-af49-d2067b512630), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.115649 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:09.120624 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:09.136021 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff7bd89-4fb5-49ae-af49-d2067b512630,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:09.141014 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.141357 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Added segment efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0 of type vlan for network e32dab42-80ea-47e9-b50a-64db462e9c9b Jul 04 09:16:09.225292 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:16:09.231669 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (e32dab42-80ea-47e9-b50a-64db462e9c9b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.239220 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-afbc8c67-fa80-4df6-bf11-28c077382486 admin admin] 10.222.0.26 "PUT /v2.0/routers/f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4965761 Jul 04 09:16:09.273815 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (e32dab42-80ea-47e9-b50a-64db462e9c9b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.275464 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:09.277454 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.332829 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5608511 Jul 04 09:16:09.336480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39860) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:09.374158 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-28c7382a-15b9-4f6c-babf-62317170109f tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:09.375611 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-28c7382a-15b9-4f6c-babf-62317170109f tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.57 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.1143718 Jul 04 09:16:09.381115 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8946b5-a17c-4e3e-be01-e35189dd7af7 admin admin] Pushing event updated for resources: {'Network': ['ID=e32dab42-80ea-47e9-b50a-64db462e9c9b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:09.392036 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network e32dab42-80ea-47e9-b50a-64db462e9c9b details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:09.409054 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Request body: {'subnet': {'network_id': 'e32dab42-80ea-47e9-b50a-64db462e9c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-475202895-subnet', 'tenant_id': 'e49b405054e44158a62083dcd2ece0d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:09.458319 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Made reservation on behalf of e49b405054e44158a62083dcd2ece0d7 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:09.461764 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.543547 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Deleting port e4032ca7-9968-41ab-84f4-ed9cfa71c82a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:16:09.544133 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.560770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39870) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:09.682389 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] For port e4032ca7-9968-41ab-84f4-ed9cfa71c82a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:09.683153 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.699831 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:09.711133 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Calling delete_port for e4032ca7-9968-41ab-84f4-ed9cfa71c82a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:16:09.850521 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1628277845-network', 'tenant_id': 'b7869946a7ac4ac7a15fab3dfe687abd'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:09.884770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Made reservation on behalf of b7869946a7ac4ac7a15fab3dfe687abd for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:09.888128 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.903308 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54c5cc-0312-495f-b91b-f16b1608bdc8 req-23c04608-0ebd-43ff-ae8f-2a3cadf20610 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:09.905065 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-aa54c5cc-0312-495f-b91b-f16b1608bdc8 req-23c04608-0ebd-43ff-ae8f-2a3cadf20610 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.3067348 Jul 04 09:16:09.911352 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:09.913441 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a591d7c-f598-46f1-8ce9-07480448058f req-8ca7edb7-4325-4b22-a422-0d1836cff82d tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:09.915325 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4a591d7c-f598-46f1-8ce9-07480448058f req-8ca7edb7-4325-4b22-a422-0d1836cff82d tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 943 time: 0.2988107 Jul 04 09:16:10.048627 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4a591d7c-f598-46f1-8ce9-07480448058f req-fa607fd6-646c-4c16-92ba-12949947060c tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/security-groups?id=50f391b9-223d-4990-9a7b-98d40ccb9887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030755 Jul 04 09:16:10.058386 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:10.063529 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-aa54c5cc-0312-495f-b91b-f16b1608bdc8 req-e0bab979-256e-40b2-b8c9-e90ba5b02ba4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442626 Jul 04 09:16:10.133707 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.136245 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (e4032ca7-9968-41ab-84f4-ed9cfa71c82a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.155303 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks [] for security_group (286189e8-4560-4346-a4fc-e1f5d5ed5301), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.176525 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Pushing event deleted for resources: {'Port': ['ID=e4032ca7-9968-41ab-84f4-ed9cfa71c82a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:10.178570 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (286189e8-4560-4346-a4fc-e1f5d5ed5301), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.200975 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:10.224640 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Checking segment: {'id': 'efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e32dab42-80ea-47e9-b50a-64db462e9c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:10.225033 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Network hostable DHCP agents. Network: e32dab42-80ea-47e9-b50a-64db462e9c9b, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:10.253224 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Network e32dab42-80ea-47e9-b50a-64db462e9c9b is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:10.282110 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, e32dab42-80ea-47e9-b50a-64db462e9c9b) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:10.289353 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:10.289937 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.294668 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52db6f0-75be-416a-ae6f-746d6da10571 None None] Network e32dab42-80ea-47e9-b50a-64db462e9c9b requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:10.348070 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:10.366846 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5e82dc34-f903-47bc-bc87-e3763e6e56a2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0275156 Jul 04 09:16:10.441417 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286189e8-4560-4346-a4fc-e1f5d5ed5301,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:10.450423 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] No DVR routers for this DVR port e4032ca7-9968-41ab-84f4-ed9cfa71c82a on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:16:10.468288 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.483361 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-797553a1-2741-4f87-b6fa-e58170ce4d3d req-af56dfc6-95d1-44a4-92b7-2d6efd4361ec tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.57 "DELETE /v2.0/ports/e4032ca7-9968-41ab-84f4-ed9cfa71c82a HTTP/1.1" status: 204 len: 173 time: 1.1014535 Jul 04 09:16:10.490192 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'name': 'network-vif-deleted', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:10.493586 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee86961-19d3-4b18-b09f-a0210935e51d None None] Network e32dab42-80ea-47e9-b50a-64db462e9c9b requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:10.499773 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee9e680-f58d-416a-8184-4a3edc56d016" -d '{"events": [{"server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "name": "network-vif-deleted", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:10.521481 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (bdccb343-9479-4365-b345-9f0598e7f24d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.526727 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Added segment bdccb343-9479-4365-b345-9f0598e7f24d of type vlan for network bbd0766b-abd4-4629-88c9-33da6bb68597 Jul 04 09:16:10.545778 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Sync routers for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:16:10.552904 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1a689587-073c-4b1d-86fd-7fdf54db3d68 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:10.558202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39906) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:10.563916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-897423165-network', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:10.595428 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:10.624859 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e72d3f8-7369-4b73-8480-3db5cf590ef6 x-openstack-request-id: req-3e72d3f8-7369-4b73-8480-3db5cf590ef6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:10.625423 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa", "name": "network-vif-deleted", "tag": "e4032ca7-9968-41ab-84f4-ed9cfa71c82a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:10.625423 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e72d3f8-7369-4b73-8480-3db5cf590ef6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:10.627010 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e72d3f8-7369-4b73-8480-3db5cf590ef6'] response: {'server_uuid': 'ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa', 'name': 'network-vif-deleted', 'tag': 'e4032ca7-9968-41ab-84f4-ed9cfa71c82a', 'status': 'completed', 'code': 200} Jul 04 09:16:10.658345 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (bbd0766b-abd4-4629-88c9-33da6bb68597), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.659527 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Made reservation on behalf of abfe2a72af8d4f658c560f45f82d0421 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:10.662920 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.700455 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.731555 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (bbd0766b-abd4-4629-88c9-33da6bb68597), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.732810 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:10.733429 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.778886 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:10.780577 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:10.798717 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2361023 Jul 04 09:16:10.801851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:10.802376 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:10.815547 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Request body: {'subnet': {'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1628277845-subnet', 'tenant_id': 'b7869946a7ac4ac7a15fab3dfe687abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:10.869576 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218d71e-d012-40bf-83da-bf1b6c22fe70 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd0766b-abd4-4629-88c9-33da6bb68597,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:10.900608 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Made reservation on behalf of b7869946a7ac4ac7a15fab3dfe687abd for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:10.903551 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.904885 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks [] for security_group (d9bce266-8b76-4961-ae7b-0c82605c435e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.918673 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (d9bce266-8b76-4961-ae7b-0c82605c435e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.946455 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:10.950109 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network bbd0766b-abd4-4629-88c9-33da6bb68597 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:10.967763 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (212345a4-36ec-4c3c-8c70-a72375833230), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:10.968054 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Added segment 212345a4-36ec-4c3c-8c70-a72375833230 of type vlan for network e9b564f3-94dd-47bf-8270-f88ad732ad26 Jul 04 09:16:10.969215 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bce266-8b76-4961-ae7b-0c82605c435e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:11.025141 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (e9b564f3-94dd-47bf-8270-f88ad732ad26), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.095206 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39920) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:11.102359 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (e9b564f3-94dd-47bf-8270-f88ad732ad26), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.103358 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:11.103937 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.176470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 1a689587-073c-4b1d-86fd-7fdf54db3d68 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:11.179647 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.183119 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6236770 Jul 04 09:16:11.185906 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 39926) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:11.249534 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Request body: {'subnet': {'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-897423165-subnet', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:11.255833 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (d3e0654f-9951-40c7-82f0-af3944ea09bb), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.277511 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9814f-fc49-4b07-940e-01e68fb6622c admin admin] Pushing event updated for resources: {'Network': ['ID=e9b564f3-94dd-47bf-8270-f88ad732ad26,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:11.288176 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:11.297689 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:11.316207 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:11.330410 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:11.332262 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e0654f-9951-40c7-82f0-af3944ea09bb,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:11.385014 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-afab8701-83b7-446c-bd8b-757ad1e0b3a3 req-8c5216e9-ae8c-48c2-8439-d7fb2f22ff53 tempest-DeleteServersTestJSON-1136642343 tempest-DeleteServersTestJSON-1136642343-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce2d6e48-fcd2-4c53-97a5-539ac72ed7aa HTTP/1.1" status: 200 len: 210 time: 0.1121283 Jul 04 09:16:11.397097 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Checking segment: {'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:11.397596 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Network hostable DHCP agents. Network: bbd0766b-abd4-4629-88c9-33da6bb68597, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:11.402396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f467449-099e-43e1-a594-d29a71ed45a8 req-78580621-0096-4483-a8b0-233625590595 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:11.403922 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f467449-099e-43e1-a594-d29a71ed45a8 req-78580621-0096-4483-a8b0-233625590595 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1326106 Jul 04 09:16:11.405064 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Made reservation on behalf of abfe2a72af8d4f658c560f45f82d0421 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:11.407504 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.433775 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Network bbd0766b-abd4-4629-88c9-33da6bb68597 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:11.453930 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, bbd0766b-abd4-4629-88c9-33da6bb68597) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:11.463340 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:11.464178 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.491301 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-adf8f915-f671-4797-af25-c679da8b82cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6850178 Jul 04 09:16:11.497560 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0058cc1-0ff4-4d70-a2aa-d82fc5fd8b54 None None] Network bbd0766b-abd4-4629-88c9-33da6bb68597 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:11.537026 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d339-63b0-4df1-b4ba-6a8a71975f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.660151 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d339-63b0-4df1-b4ba-6a8a71975f66 admin admin] Publish callbacks [] for security_group (664e934b-a98c-4aff-9153-c5e3a0579df6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.703333 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f467449-099e-43e1-a594-d29a71ed45a8 req-65ff99b7-c249-41b2-bff2-0b9876ebf4c2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290893 Jul 04 09:16:11.703978 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d339-63b0-4df1-b4ba-6a8a71975f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (664e934b-a98c-4aff-9153-c5e3a0579df6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.865622 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (377f629d-f68d-4a21-9822-0ee73a1b5be8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:11.872069 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bbd8d339-63b0-4df1-b4ba-6a8a71975f66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=711c911c986f4d15906497db3cb3f50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7757471 Jul 04 09:16:11.874965 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39944) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:11.906269 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:11.926677 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 1a689587-073c-4b1d-86fd-7fdf54db3d68 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:11.943189 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:11.991760 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 2, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:12.006582 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e197111-ec96-4ab7-9886-beb413edd7cf admin admin] Publish callbacks [] for security_group (664e934b-a98c-4aff-9153-c5e3a0579df6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.017752 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Checking router: f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:16:12.018158 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Updating router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 port 4f14edf5-0584-4376-87b8-efead3c6005c binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:16:12.034977 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8d339-63b0-4df1-b4ba-6a8a71975f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664e934b-a98c-4aff-9153-c5e3a0579df6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:12.061482 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1cad70-22b5-4a65-ba68-672cad081973 None None] Network bbd0766b-abd4-4629-88c9-33da6bb68597 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:12.065498 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.071381 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e197111-ec96-4ab7-9886-beb413edd7cf admin admin] Publish callbacks [] for security_group (664e934b-a98c-4aff-9153-c5e3a0579df6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.075007 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=377f629d-f68d-4a21-9822-0ee73a1b5be8,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:12.095326 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Checking segment: {'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:12.096127 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Network hostable DHCP agents. Network: e9b564f3-94dd-47bf-8270-f88ad732ad26, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:12.120371 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:12.135548 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, e9b564f3-94dd-47bf-8270-f88ad732ad26) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:12.141462 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:12.141735 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.145755 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:12.169137 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e084f106-b28f-4efc-8f8e-ffbab17bb53f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9821329 Jul 04 09:16:12.172637 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 39950) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:12.178906 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:12.204890 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (8bc8f7e2-6592-4276-a525-abb80ba08dcb), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.206459 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (8bc8f7e2-6592-4276-a525-abb80ba08dcb), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.211045 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48500f87-c6d0-4d48-ad9f-18da6662ef94 None None] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:12.215269 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e197111-ec96-4ab7-9886-beb413edd7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (664e934b-a98c-4aff-9153-c5e3a0579df6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.218249 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e197111-ec96-4ab7-9886-beb413edd7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.222400 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-2e197111-ec96-4ab7-9886-beb413edd7cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/664e934b-a98c-4aff-9153-c5e3a0579df6 HTTP/1.1" status: 204 len: 168 time: 0.3430066 Jul 04 09:16:12.237952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197111-ec96-4ab7-9886-beb413edd7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e934b-a98c-4aff-9153-c5e3a0579df6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:12.288976 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks [] for router_controller (8bc8f7e2-6592-4276-a525-abb80ba08dcb), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.417005 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:12.542667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-e9b564f3-94dd-47bf-8270-f88ad732ad26', 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26', 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'fixed_ips': [{'subnet_id': '377f629d-f68d-4a21-9822-0ee73a1b5be8'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:16:12.543860 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.549424 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks [] for router_gateway (8bc8f7e2-6592-4276-a525-abb80ba08dcb), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.587426 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:12.768943 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:12.797319 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Publish callbacks [] for port (4f14edf5-0584-4376-87b8-efead3c6005c), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.824078 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.850586 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Allocated IP 172.20.0.2 (e9b564f3-94dd-47bf-8270-f88ad732ad26/377f629d-f68d-4a21-9822-0ee73a1b5be8/9f2d0cf8-e572-4c25-991a-1ab7fea0b723) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:12.874553 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks [] for router_gateway (8bc8f7e2-6592-4276-a525-abb80ba08dcb), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.899758 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:12.973117 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab4505-d14e-4b17-bfa3-1ae9045ecd61 None None] Pushing event updated for resources: {'Port': ['ID=4f14edf5-0584-4376-87b8-efead3c6005c,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:12.984291 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa62d-914c-432f-939f-afaa331f584e req-26e58a46-b83c-4651-8c26-5474e4e680f8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:13.001686 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eb4aa62d-914c-432f-939f-afaa331f584e req-26e58a46-b83c-4651-8c26-5474e4e680f8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1674354 Jul 04 09:16:13.072804 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eb4aa62d-914c-432f-939f-afaa331f584e req-d7e6163b-0311-42a7-8f0e-f93b3df592ed tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694902 Jul 04 09:16:13.137526 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Allocated IP 172.27.0.212 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/0b8d91c5-1230-45a3-8cca-a8d85a4e6089) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:13.298969 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks [] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.314566 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-a6d26e66-b85a-4767-b8d7-a3d84eb615e5 None None] Provisioning complete for port 4f14edf5-0584-4376-87b8-efead3c6005c triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:13.315260 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a6d26e66-b85a-4767-b8d7-a3d84eb615e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.326387 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:13.362546 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Attempting to bind port 4f14edf5-0584-4376-87b8-efead3c6005c on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:13.363226 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Attempting to bind port 4f14edf5-0584-4376-87b8-efead3c6005c by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:13.363226 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Attempting to bind port 4f14edf5-0584-4376-87b8-efead3c6005c on network 5a2c8810-cb52-4371-861a-661d1c6a6165 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:13.366401 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.394281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:13.394667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Checking segment: {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:13.395075 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.395478 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Bound using segment: {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:13.395969 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Bound port: 4f14edf5-0584-4376-87b8-efead3c6005c, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:13.396360 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.423955 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a6d26e66-b85a-4767-b8d7-a3d84eb615e5 None None] Port 4f14edf5-0584-4376-87b8-efead3c6005c cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:16:13.429592 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Pushing event updated for resources: {'Port': ['ID=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:13.446777 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Publish callbacks [] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.477111 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:13.481241 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:13.485641 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:13.562413 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.604900 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] For port 4f14edf5-0584-4376-87b8-efead3c6005c, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:13.632966 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:13.637791 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] For port 4f14edf5-0584-4376-87b8-efead3c6005c, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=4f14edf5-0584-4376-87b8-efead3c6005c,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:13.641772 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:13.649070 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:13.653424 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Pushing event updated for resources: {'Port': ['ID=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:13.659996 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.747624 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:13.816526 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Attempting to bind port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:13.817112 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Attempting to bind port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:13.817631 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Attempting to bind port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 on network e9b564f3-94dd-47bf-8270-f88ad732ad26 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:13.822723 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:13.823551 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:13.831559 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab4505-d14e-4b17-bfa3-1ae9045ecd61 None None] Pushing event updated for resources: {'Port': ['ID=4f14edf5-0584-4376-87b8-efead3c6005c,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:13.867841 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:13.868603 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Checking segment: {'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:13.869202 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.869771 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Bound using segment: {'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:13.870475 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Bound port: 9f2d0cf8-e572-4c25-991a-1ab7fea0b723, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:13.871048 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:13.975038 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks [] for router_gateway (8bc8f7e2-6592-4276-a525-abb80ba08dcb), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:14.040088 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:14.078016 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] For port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:14.084988 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-b6b9fdb2-f9cf-4c44-871d-223b14e73feb tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:14.086796 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-b6b9fdb2-f9cf-4c44-871d-223b14e73feb tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/networks?id=bbd0766b-abd4-4629-88c9-33da6bb68597 HTTP/1.1" status: 200 len: 809 time: 0.2750812 Jul 04 09:16:14.122404 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-9544f861-9767-4da0-b9c6-8a78d123745a tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/quotas/b7869946a7ac4ac7a15fab3dfe687abd HTTP/1.1" status: 200 len: 375 time: 0.0277309 Jul 04 09:16:14.175691 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-a10e458c-501f-497a-9cfc-dbae2ad38271 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399568 Jul 04 09:16:14.241199 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (8bc8f7e2-6592-4276-a525-abb80ba08dcb), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:14.294963 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] For port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,segment=NetworkSegment(212345a4-36ec-4c3c-8c70-a72375833230),segment_id=212345a4-36ec-4c3c-8c70-a72375833230)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:14.306006 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-e20d1314-caa0-4a6c-a6e3-fa092dea9c80 None None] Provisioning complete for port 4f14edf5-0584-4376-87b8-efead3c6005c triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:14.306546 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e20d1314-caa0-4a6c-a6e3-fa092dea9c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:14.309824 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:14.370049 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11878e-5ee8-4373-9615-0f1248481de9 req-9591f5e1-ecc6-4afd-bcd1-9dde2ff178f4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:14.379191 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1f11878e-5ee8-4373-9615-0f1248481de9 req-9591f5e1-ecc6-4afd-bcd1-9dde2ff178f4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1547601 Jul 04 09:16:14.427063 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f500-bcde-4aa0-b97e-b06df79608c8 None None] Pushing event updated for resources: {'Port': ['ID=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:14.440022 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-b659c4bb-9708-4d59-9f44-fb7a0cff9fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531242 Jul 04 09:16:14.450331 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Router 8bc8f7e2-6592-4276-a525-abb80ba08dcb is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:16:14.523628 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:14.568650 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1f11878e-5ee8-4373-9615-0f1248481de9 req-75877363-ff2b-4c82-aae4-55a28b120ad9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883142 Jul 04 09:16:14.662951 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40062) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:14.718117 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:14.745983 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:14.796228 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-e20d1314-caa0-4a6c-a6e3-fa092dea9c80 None None] Current status of the port 4f14edf5-0584-4376-87b8-efead3c6005c is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:14.797109 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e20d1314-caa0-4a6c-a6e3-fa092dea9c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:14.812155 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:13Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:14.853499 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6390d2-a198-4b41-9c13-2ed64ea538e7 None None] The sync data for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi is: [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:13Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:16:14.880915 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-e20d1314-caa0-4a6c-a6e3-fa092dea9c80 None None] For port 4f14edf5-0584-4376-87b8-efead3c6005c, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=4f14edf5-0584-4376-87b8-efead3c6005c,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:14.902129 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e20d1314-caa0-4a6c-a6e3-fa092dea9c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:14.915567 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-161fffcc-d321-4242-be32-79b4f37e0c90 service neutron] 10.222.0.26 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665430 Jul 04 09:16:14.952275 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:15.056938 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:16:15.069765 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Sync routers for ids ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:16:15.070958 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d1314-caa0-4a6c-a6e3-fa092dea9c80 None None] Pushing event updated for resources: {'Port': ['ID=4f14edf5-0584-4376-87b8-efead3c6005c,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:15.091596 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Routers {'8bc8f7e2-6592-4276-a525-abb80ba08dcb'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:15.099143 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:15.117729 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:15.121310 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-25ca6faa-d3f7-47c3-9da0-c95fcadcf8de admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9469626 Jul 04 09:16:15.124652 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40064) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:15.353030 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Set router 8bc8f7e2-6592-4276-a525-abb80ba08dcb gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:15.435196 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-22862c52-144b-4ea8-b4a8-c10c4f5a77d4 req-ce3a21ef-1d04-4dd1-9e11-7af1d35729c0 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0950377 Jul 04 09:16:15.610408 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:13Z', 'revision_number': 3, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port': {'id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:15.706894 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Checking router: 8bc8f7e2-6592-4276-a525-abb80ba08dcb for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:16:15.718157 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:15.725043 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Updating router 8bc8f7e2-6592-4276-a525-abb80ba08dcb port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:16:15.805064 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.032282 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:16.034909 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:16.130802 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0ed47-6b69-4fdc-909c-8c2e3b028559 req-8e015491-c4ba-4990-aa7d-09a99b2cc464 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:16.143495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-efb0ed47-6b69-4fdc-909c-8c2e3b028559 req-8e015491-c4ba-4990-aa7d-09a99b2cc464 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.2090054 Jul 04 09:16:16.223189 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.249720 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40094) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:16.336261 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ef8c5-60da-4488-bab0-3a85d934960d None None] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:16.442638 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:16.473976 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Publish callbacks [] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.490208 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.564934 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d78672db-4717-459d-ac86-1cccd5b83568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.591819 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-2608f3d5-0f3e-4371-a369-749d212c213f None None] Provisioning complete for port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:16.592193 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2608f3d5-0f3e-4371-a369-749d212c213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.596717 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Allocated IP 172.20.0.1 (e9b564f3-94dd-47bf-8270-f88ad732ad26/377f629d-f68d-4a21-9822-0ee73a1b5be8/5c1c505c-88a0-4702-9ab4-f3a0dfb6e611) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:16.598001 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 4f14edf5-0584-4376-87b8-efead3c6005c up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:16.632766 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:16.640438 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8468bb-1720-4ab0-80bc-94c5c393b9ae None None] Pushing event updated for resources: {'Port': ['ID=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:16.665302 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-efb0ed47-6b69-4fdc-909c-8c2e3b028559 req-659f97ed-ac7b-4cf0-a17c-e9f8916d7707 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208004 Jul 04 09:16:16.696290 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Attempting to bind port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:16.696652 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Attempting to bind port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:16.697009 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Attempting to bind port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:16.718161 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:16.725386 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:16.726220 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.726766 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:16.727507 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Bound port: 0b8d91c5-1230-45a3-8cca-a8d85a4e6089, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:16.728239 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.728958 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a5afd0fe-2eb0-40fb-93c0-77b8358e7776 req-470537f5-f4fc-42a3-bb8a-cc254a07fb3d tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 210 time: 0.1467910 Jul 04 09:16:16.781157 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 4f14edf5-0584-4376-87b8-efead3c6005c triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:16.787281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.888920 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d78672db-4717-459d-ac86-1cccd5b83568 admin admin] Publish callbacks [] for security_group (513b62b8-5704-4c5d-8177-6a5b944308b5), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.899470 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks [] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.911060 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] For port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:16.916087 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d78672db-4717-459d-ac86-1cccd5b83568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (513b62b8-5704-4c5d-8177-6a5b944308b5), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.918962 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2608f3d5-0f3e-4371-a369-749d212c213f None None] Current status of the port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:16.919366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2608f3d5-0f3e-4371-a369-749d212c213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.928964 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] For port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:16.951931 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:16.999376 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2608f3d5-0f3e-4371-a369-749d212c213f None None] For port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,segment=NetworkSegment(212345a4-36ec-4c3c-8c70-a72375833230),segment_id=212345a4-36ec-4c3c-8c70-a72375833230)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:17.032915 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78672db-4717-459d-ac86-1cccd5b83568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b62b8-5704-4c5d-8177-6a5b944308b5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:17.038049 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:17.067824 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d78672db-4717-459d-ac86-1cccd5b83568 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbaa9b9c6e0b4180bb267874bbbb05ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8167758 Jul 04 09:16:17.073917 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40112) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:17.099692 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8468bb-1720-4ab0-80bc-94c5c393b9ae None None] Pushing event updated for resources: {'Port': ['ID=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:17.101265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 4f14edf5-0584-4376-87b8-efead3c6005c is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:17.105819 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:17.108276 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Routers {'8bc8f7e2-6592-4276-a525-abb80ba08dcb'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:17.109062 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:17.140585 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f2de3be-7425-4780-a7e6-62bf415bc710 admin admin] Publish callbacks [] for security_group (513b62b8-5704-4c5d-8177-6a5b944308b5), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.144078 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.166005 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Deleting port d7aea25a-2491-4c10-9469-18d7adefe4e4 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:16:17.166346 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.194270 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2608f3d5-0f3e-4371-a369-749d212c213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.200706 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Pushing event updated for resources: {'Port': ['ID=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:17.203137 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:17.222248 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:17.228098 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f2de3be-7425-4780-a7e6-62bf415bc710 admin admin] Publish callbacks [] for security_group (513b62b8-5704-4c5d-8177-6a5b944308b5), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.237877 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:17.243935 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:17.251021 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:17.251499 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (8bc8f7e2-6592-4276-a525-abb80ba08dcb), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.268187 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] Set router 8bc8f7e2-6592-4276-a525-abb80ba08dcb gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:17.276965 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608f3d5-0f3e-4371-a369-749d212c213f None None] Pushing event updated for resources: {'Port': ['ID=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:17.292648 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:17.293129 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.324180 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] For port d7aea25a-2491-4c10-9469-18d7adefe4e4, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d7aea25a-2491-4c10-9469-18d7adefe4e4,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:17.326515 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.351389 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Calling delete_port for d7aea25a-2491-4c10-9469-18d7adefe4e4 owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:16:17.363731 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-80ab287e-4420-48b7-a05e-5f9a719c93ba None None] Provisioning complete for port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:17.364348 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-80ab287e-4420-48b7-a05e-5f9a719c93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.400832 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f2de3be-7425-4780-a7e6-62bf415bc710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (513b62b8-5704-4c5d-8177-6a5b944308b5), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.403765 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f2de3be-7425-4780-a7e6-62bf415bc710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.407318 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7f2de3be-7425-4780-a7e6-62bf415bc710 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/513b62b8-5704-4c5d-8177-6a5b944308b5 HTTP/1.1" status: 204 len: 168 time: 0.3295579 Jul 04 09:16:17.470501 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2de3be-7425-4780-a7e6-62bf415bc710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b62b8-5704-4c5d-8177-6a5b944308b5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:17.488541 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:17.516732 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-80ab287e-4420-48b7-a05e-5f9a719c93ba None None] Current status of the port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:17.545410 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.659383 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-5e76fb2c-7e2c-405e-b9c5-b177ebf6940f None None] Provisioning complete for port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:17.660280 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5e76fb2c-7e2c-405e-b9c5-b177ebf6940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.670772 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (d7aea25a-2491-4c10-9469-18d7adefe4e4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.698833 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:13Z', 'revision_number': 3, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port': {'id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:17.722382 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7aea25a-2491-4c10-9469-18d7adefe4e4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:17.728919 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48bd16-a96e-45a1-be92-5802b52e52f1 None None] The sync data for ids ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'] in dv-cinder-819149-7-iscsi is: [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:13Z', 'revision_number': 3, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port': {'id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:16:17.750953 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks [] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.756047 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-5e76fb2c-7e2c-405e-b9c5-b177ebf6940f None None] Port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:16:17.765736 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.767095 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (8bc8f7e2-6592-4276-a525-abb80ba08dcb), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:17.896035 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Pushing event updated for resources: {'Port': ['ID=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:18.017797 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:18.022085 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:18.089220 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799806-f0c4-4eea-a2b5-3de1be089d9d req-1b6590f1-d40a-4338-bcb2-39e8c2541353 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:18.104247 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b5799806-f0c4-4eea-a2b5-3de1be089d9d req-1b6590f1-d40a-4338-bcb2-39e8c2541353 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.2760215 Jul 04 09:16:18.121186 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8846c710-fdfb-4d87-85bd-86efee4f87b3 req-96dbbc81-1867-499e-b7e1-c9c48fdae3c5 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 210 time: 0.1776180 Jul 04 09:16:18.194392 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:18.201393 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:18.262017 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Router 8bc8f7e2-6592-4276-a525-abb80ba08dcb has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:16:18.263885 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:18.431773 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b5799806-f0c4-4eea-a2b5-3de1be089d9d req-f03158eb-ea62-4cc1-b831-830e109fa56e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066583 Jul 04 09:16:18.488575 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:16:18.504411 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-630e2fef-4fd8-4bcd-8eb3-57eb924e9524 admin admin] 10.222.0.26 "PUT /v2.0/routers/8bc8f7e2-6592-4276-a525-abb80ba08dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3775718 Jul 04 09:16:18.526469 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-0d6ff8c7-93e9-494a-ad58-1c4c64fdd2e3 None None] Provisioning complete for port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:18.526957 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d6ff8c7-93e9-494a-ad58-1c4c64fdd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:18.594916 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ff8c7-93e9-494a-ad58-1c4c64fdd2e3 None None] Port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:16:18.643827 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:16:18.703208 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:18.773360 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:16:18.789795 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:18.789998 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-95f8849e-3598-48c9-9bde-d3add3ad2540 admin admin] 10.222.0.26 "PUT /v2.0/routers/8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1247430 Jul 04 09:16:18.798158 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:18.799500 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:18.801982 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] Sync routers for ids ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:16:18.858925 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] Routers {'8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:18.861218 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:18.923340 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:18.930617 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:18.947014 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks [] for router (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:18.955700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:19.024150 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:19.025007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.057666 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] Set router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:19.103297 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:19.145912 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:19.164337 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.165185 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:19.210202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40162) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:19.216053 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-d999f3fb-892c-41cb-a96e-e764a1f32eaf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453758316', 'description': 'tempest-secgroup-smoke-453758316 description', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:19.229636 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks [] for router_gateway (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.275751 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d999f3fb-892c-41cb-a96e-e764a1f32eaf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.338650 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Deleting port a1bd1955-cf6c-45d8-a809-2d4983163d4b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:16:19.339640 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.385078 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5704a2a1-e78e-45c4-a556-f2e41c0824ec req-0c76a523-49b2-4644-a1e9-a14c8fde8648 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 210 time: 0.1011701 Jul 04 09:16:19.403339 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:19.404857 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:19.512762 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] For port a1bd1955-cf6c-45d8-a809-2d4983163d4b, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a1bd1955-cf6c-45d8-a809-2d4983163d4b,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:19.513306 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.525121 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:19.525839 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.561339 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Calling delete_port for a1bd1955-cf6c-45d8-a809-2d4983163d4b owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:16:19.651883 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:16:17Z', 'revision_number': 5, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port': {'id': 'a1bd1955-cf6c-45d8-a809-2d4983163d4b', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:19.693440 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] Checking router: 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:16:19.703969 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d999f3fb-892c-41cb-a96e-e764a1f32eaf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group (a2f5a4c3-5950-4af8-87c7-54f3abfc34f1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.711627 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b3452-c689-4f34-8c4f-53668ca5a6d2 req-86695335-2171-4561-9fb1-819e1db36c03 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:19.718763 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-672b3452-c689-4f34-8c4f-53668ca5a6d2 req-86695335-2171-4561-9fb1-819e1db36c03 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0729413 Jul 04 09:16:19.726797 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d999f3fb-892c-41cb-a96e-e764a1f32eaf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (a2f5a4c3-5950-4af8-87c7-54f3abfc34f1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.754596 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:19.770797 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] Routers {'8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:19.771512 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:19.791119 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d999f3fb-892c-41cb-a96e-e764a1f32eaf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.797348 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d999f3fb-892c-41cb-a96e-e764a1f32eaf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5810857 Jul 04 09:16:19.797348 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40178) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:19.801633 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999f3fb-892c-41cb-a96e-e764a1f32eaf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:19.808461 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-124bfae3-e2e7-43e8-8944-9d7f3d1be59e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'security_group_rule': {'security_group_id': 'a2f5a4c3-5950-4af8-87c7-54f3abfc34f1', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:19.854929 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:16:19.864836 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-672b3452-c689-4f34-8c4f-53668ca5a6d2 req-567d72d4-b142-4828-bfb6-aaf2b059e6ef tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357801 Jul 04 09:16:19.898845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-124bfae3-e2e7-43e8-8944-9d7f3d1be59e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (8b9ec330-b211-4d94-9743-d2dc10ebc088), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.904238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-64cb122d-b7bc-45bd-8470-8f572a03d383 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:19.907065 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-64cb122d-b7bc-45bd-8470-8f572a03d383 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "GET /v2.0/networks?id=bbd0766b-abd4-4629-88c9-33da6bb68597 HTTP/1.1" status: 200 len: 809 time: 0.2163944 Jul 04 09:16:19.918630 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] Set router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:19.938518 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Request body: {'port': {'device_id': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597', 'admin_state_up': True, 'tenant_id': 'b7869946a7ac4ac7a15fab3dfe687abd'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:19.984656 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-124bfae3-e2e7-43e8-8944-9d7f3d1be59e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (8b9ec330-b211-4d94-9743-d2dc10ebc088), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.990151 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-124bfae3-e2e7-43e8-8944-9d7f3d1be59e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (8b9ec330-b211-4d94-9743-d2dc10ebc088), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:19.991875 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:16:19Z', 'revision_number': 6, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:20.014154 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bfae3-e2e7-43e8-8944-9d7f3d1be59e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9ec330-b211-4d94-9743-d2dc10ebc088,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:20.019265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b6795-943f-4bd6-a5df-81a26f0b9b24 None None] The sync data for ids ['8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d'] in dv-cinder-819149-7-iscsi is: [{'id': '8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d', 'name': 'tempest-DeleteServersTestJSON-1912064877-router', 'tenant_id': '13c95b6f91e84cd498cc57c55253a477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:16:19Z', 'revision_number': 6, 'project_id': '13c95b6f91e84cd498cc57c55253a477', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:16:20.021056 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-124bfae3-e2e7-43e8-8944-9d7f3d1be59e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.022620 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-124bfae3-e2e7-43e8-8944-9d7f3d1be59e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2249956 Jul 04 09:16:20.025361 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40184) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:20.027673 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (a1bd1955-cf6c-45d8-a809-2d4983163d4b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.031848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-392fea77-e6ed-489f-9da2-2fde6d7b5441 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'security_group_rule': {'security_group_id': 'a2f5a4c3-5950-4af8-87c7-54f3abfc34f1', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:20.074387 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-392fea77-e6ed-489f-9da2-2fde6d7b5441 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (e8033393-5604-4b88-b785-8b5446775067), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.097720 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1bd1955-cf6c-45d8-a809-2d4983163d4b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:20.105965 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.114443 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:20.129742 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:20.147219 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-392fea77-e6ed-489f-9da2-2fde6d7b5441 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (e8033393-5604-4b88-b785-8b5446775067), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.154602 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-392fea77-e6ed-489f-9da2-2fde6d7b5441 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (e8033393-5604-4b88-b785-8b5446775067), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.181397 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fea77-e6ed-489f-9da2-2fde6d7b5441 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8033393-5604-4b88-b785-8b5446775067,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:20.188280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-392fea77-e6ed-489f-9da2-2fde6d7b5441 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.194314 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-392fea77-e6ed-489f-9da2-2fde6d7b5441 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672666 Jul 04 09:16:20.195002 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40186) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:20.199861 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-6c1c9e41-cc96-424c-9033-c352cc583fc1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'security_group_rule': {'security_group_id': 'a2f5a4c3-5950-4af8-87c7-54f3abfc34f1', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:20.241025 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9e41-cc96-424c-9033-c352cc583fc1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (504a7384-7aa8-46d4-9f85-89d015a9f566), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.248454 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.251332 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks [] for router_controller (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.316056 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9e41-cc96-424c-9033-c352cc583fc1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (504a7384-7aa8-46d4-9f85-89d015a9f566), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.327270 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9e41-cc96-424c-9033-c352cc583fc1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (504a7384-7aa8-46d4-9f85-89d015a9f566), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.340904 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.341732 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:16:20.343858 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Made reservation on behalf of b7869946a7ac4ac7a15fab3dfe687abd for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:20.349693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.349991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c9e41-cc96-424c-9033-c352cc583fc1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504a7384-7aa8-46d4-9f85-89d015a9f566,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:20.359358 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9e41-cc96-424c-9033-c352cc583fc1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.361775 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6c1c9e41-cc96-424c-9033-c352cc583fc1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656523 Jul 04 09:16:20.365720 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40192) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:20.367032 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.370639 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6379711b-d92f-4051-8892-ae9643e76f22 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8d8a18bc-e53d-4fef-8f4a-5d7aa578c40d HTTP/1.1" status: 204 len: 168 time: 1.5773454 Jul 04 09:16:20.370767 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-4d4da62d-f569-4890-8b93-540f616d14e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'security_group_rule': {'security_group_id': 'a2f5a4c3-5950-4af8-87c7-54f3abfc34f1', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:20.371070 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40194) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:20.383993 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:20.424287 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d4da62d-f569-4890-8b93-540f616d14e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (ea38a317-95dd-4f78-9dfa-842d59bec3df), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.480294 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] Deleting subnet bb3e4168-36a8-43dd-a56f-e33bfa2cd43a {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:16:20.485702 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:20.487594 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] Publish callbacks [] for subnet (bb3e4168-36a8-43dd-a56f-e33bfa2cd43a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.521372 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e612a969-1023-4f10-b366-104a494b3f56 req-b0b817bc-082b-49ba-83ce-95328d76063a tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0452969 Jul 04 09:16:20.527990 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Sync routers for ids ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:16:20.543273 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d4da62d-f569-4890-8b93-540f616d14e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (ea38a317-95dd-4f78-9dfa-842d59bec3df), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.548220 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d4da62d-f569-4890-8b93-540f616d14e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (ea38a317-95dd-4f78-9dfa-842d59bec3df), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.553271 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Routers {'8bc8f7e2-6592-4276-a525-abb80ba08dcb'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:20.554226 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:20.595189 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] Publish callbacks [] for subnet (bb3e4168-36a8-43dd-a56f-e33bfa2cd43a), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.596973 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4da62d-f569-4890-8b93-540f616d14e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea38a317-95dd-4f78-9dfa-842d59bec3df,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:20.634342 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d4da62d-f569-4890-8b93-540f616d14e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.655841 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4d4da62d-f569-4890-8b93-540f616d14e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2868974 Jul 04 09:16:20.658698 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40204) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:20.669934 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'security_group_rule': {'security_group_id': 'a2f5a4c3-5950-4af8-87c7-54f3abfc34f1', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:20.719677 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:20.738086 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (bb3e4168-36a8-43dd-a56f-e33bfa2cd43a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.739699 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.securitygroups_db [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Project 33b3e0ba3aa644ddbbee8f56be21ad06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:16:20.757383 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (908b3f19-7ade-4729-bff7-496540076c16), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.805559 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Set router 8bc8f7e2-6592-4276-a525-abb80ba08dcb gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:20.806740 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Allocated IP 172.20.0.10 (bbd0766b-abd4-4629-88c9-33da6bb68597/d3e0654f-9951-40c7-82f0-af3944ea09bb/54388153-9494-43cc-9dbf-141cabf26754) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:20.815686 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (bb3e4168-36a8-43dd-a56f-e33bfa2cd43a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:20.834413 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:20.835688 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.008397 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:21.072883 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.079730 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (908b3f19-7ade-4729-bff7-496540076c16), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.098388 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (908b3f19-7ade-4729-bff7-496540076c16), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.118684 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1bd1955-cf6c-45d8-a809-2d4983163d4b no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:16:21.141525 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b2f26-0f00-4c04-8519-ab086803d3af req-8ae55af0-47d0-47d0-9c50-f44995f38de4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:21.143454 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a0b2f26-0f00-4c04-8519-ab086803d3af req-8ae55af0-47d0-47d0-9c50-f44995f38de4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1467047 Jul 04 09:16:21.157221 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: a1bd1955-cf6c-45d8-a809-2d4983163d4b {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:16:21.158349 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1bd1955-cf6c-45d8-a809-2d4983163d4b not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:16:21.159353 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7aea25a-2491-4c10-9469-18d7adefe4e4 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:16:21.180184 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908b3f19-7ade-4729-bff7-496540076c16,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:21.195515 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: d7aea25a-2491-4c10-9469-18d7adefe4e4 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:16:21.201801 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7aea25a-2491-4c10-9469-18d7adefe4e4 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:16:21.216121 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.220922 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3803f9a4-4285-4d74-b822-7aada5fc54d1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5567887 Jul 04 09:16:21.222651 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40222) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:21.227242 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'security_group_rule': {'security_group_id': 'a2f5a4c3-5950-4af8-87c7-54f3abfc34f1', 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:21.263934 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:17Z', 'revision_number': 4, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port': {'id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '5c1c505c-88a0-4702-9ab4-f3a0dfb6e611', 'name': '', 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'mac_address': 'fa:16:3e:cf:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '377f629d-f68d-4a21-9822-0ee73a1b5be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:16Z', 'updated_at': '2022-07-04T09:16:17Z', 'revision_number': 2, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'subnets': [{'id': '377f629d-f68d-4a21-9822-0ee73a1b5be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:21.265402 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a0b2f26-0f00-4c04-8519-ab086803d3af req-f71ad141-cbe4-4e09-95c3-bd617c9e3076 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959516 Jul 04 09:16:21.291304 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.securitygroups_db [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Project 33b3e0ba3aa644ddbbee8f56be21ad06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:16:21.298436 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (7700e94f-828e-4a7d-8543-fdc0f301728f), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.336379 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Checking router: 8bc8f7e2-6592-4276-a525-abb80ba08dcb for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:16:21.336707 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Updating router 8bc8f7e2-6592-4276-a525-abb80ba08dcb port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:16:21.371310 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3e4168-36a8-43dd-a56f-e33bfa2cd43a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:21.379362 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a077afe-b2bb-4879-b147-31820569666b None None] Network ebe06835-bf96-4b89-ad2f-00c9514a77a0 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:21.381183 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:21.383856 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.391815 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.392858 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-dd5f59c7-5c86-4d01-8935-237c2c27f43d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bb3e4168-36a8-43dd-a56f-e33bfa2cd43a HTTP/1.1" status: 204 len: 168 time: 1.0205011 Jul 04 09:16:21.394875 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40230) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:21.408017 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (7700e94f-828e-4a7d-8543-fdc0f301728f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.414873 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (7700e94f-828e-4a7d-8543-fdc0f301728f), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.446254 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7700e94f-828e-4a7d-8543-fdc0f301728f,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:21.458825 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.460545 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-09ec173d-5f8d-4ca2-9802-172bafcc24b5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2373457 Jul 04 09:16:21.528183 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (ebe06835-bf96-4b89-ad2f-00c9514a77a0), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.661503 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:21.689849 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] DHCP port deletion for ebe06835-bf96-4b89-ad2f-00c9514a77a0 request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:16:21.732804 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-be90d02d-ef4b-4db0-ad5e-9e4903be90ea req-b3278065-ab30-4d16-a7bb-5e6a9f737a52 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0914328 Jul 04 09:16:21.780463 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Deleting port 41906b67-ab15-4202-8a91-76842007f08d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:16:21.781187 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (41906b67-ab15-4202-8a91-76842007f08d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.814928 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] Deleting port 41906b67-ab15-4202-8a91-76842007f08d {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:16:21.815511 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (41906b67-ab15-4202-8a91-76842007f08d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.875383 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] For port 41906b67-ab15-4202-8a91-76842007f08d, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=41906b67-ab15-4202-8a91-76842007f08d,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:21.875938 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (41906b67-ab15-4202-8a91-76842007f08d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.903593 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Calling delete_port for 41906b67-ab15-4202-8a91-76842007f08d owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:16:21.927292 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks [] for port (54388153-9494-43cc-9dbf-141cabf26754), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.928901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Publish callbacks [] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.941009 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:21.965647 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:22.027425 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:22.031203 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (54388153-9494-43cc-9dbf-141cabf26754), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.089087 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4814a0-027a-4660-9110-a70122893c8c None None] Pushing event updated for resources: {'Port': ['ID=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:22.137020 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] For port 41906b67-ab15-4202-8a91-76842007f08d, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=41906b67-ab15-4202-8a91-76842007f08d,segment=NetworkSegment(515697c6-c541-4061-bc57-ad462829625f),segment_id=515697c6-c541-4061-bc57-ad462829625f)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:22.137854 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (41906b67-ab15-4202-8a91-76842007f08d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.181534 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (41906b67-ab15-4202-8a91-76842007f08d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.183284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] Calling delete_port for 41906b67-ab15-4202-8a91-76842007f08d owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:16:22.210393 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Network bbd0766b-abd4-4629-88c9-33da6bb68597 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:22.211239 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:22.250491 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:22.260826 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:22.278051 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Attempting to bind port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:22.278542 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Attempting to bind port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:22.278754 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Attempting to bind port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 on network e9b564f3-94dd-47bf-8270-f88ad732ad26 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:22.280748 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:22.281455 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.305679 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:22.305992 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Checking segment: {'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:22.306402 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.306792 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Bound using segment: {'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:22.307287 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Bound port: 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212345a4-36ec-4c3c-8c70-a72375833230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:22.307669 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.358069 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] No DVR routers for this DVR port 41906b67-ab15-4202-8a91-76842007f08d on host dv-cinder-819149-7-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:16:22.420379 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Pushing event updated for resources: {'Port': ['ID=54388153-9494-43cc-9dbf-141cabf26754,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:22.436448 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (41906b67-ab15-4202-8a91-76842007f08d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.445220 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-cc50e800-5be2-4f1a-a7f9-4076ca113b40 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5141480 Jul 04 09:16:22.484282 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] For port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:22.496214 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] Pushing event deleted for resources: {'Port': ['ID=41906b67-ab15-4202-8a91-76842007f08d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:22.497336 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] For port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,segment=NetworkSegment(212345a4-36ec-4c3c-8c70-a72375833230),segment_id=212345a4-36ec-4c3c-8c70-a72375833230)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:22.510901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.519046 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 41906b67-ab15-4202-8a91-76842007f08d no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:16:22.522512 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2929f-cb5c-4767-a4f4-c4dd63b60ddd None None] No DVR routers for this DVR port 41906b67-ab15-4202-8a91-76842007f08d on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:16:22.523435 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1e150-01f5-45f3-bebc-2a2e0347e4fa req-5ef8bda2-d6f4-438e-a7c2-1be8e9356fea tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:22.525131 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Request body: {'port': {'device_id': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:22.528868 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a1e150-01f5-45f3-bebc-2a2e0347e4fa req-5ef8bda2-d6f4-438e-a7c2-1be8e9356fea tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1421473 Jul 04 09:16:22.534180 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Pushing event deleted for resources: {'Port': ['ID=41906b67-ab15-4202-8a91-76842007f08d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:22.587705 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce0a9057-6ca1-49f6-955d-4354ae8b2287 None None] Provisioning complete for port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:22.588736 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9057-6ca1-49f6-955d-4354ae8b2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.643976 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 41906b67-ab15-4202-8a91-76842007f08d {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:16:22.644319 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 41906b67-ab15-4202-8a91-76842007f08d not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:16:22.672351 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4814a0-027a-4660-9110-a70122893c8c None None] Pushing event updated for resources: {'Port': ['ID=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:22.687130 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Routers {'8bc8f7e2-6592-4276-a525-abb80ba08dcb'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:16:22.687977 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:16:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:22.711367 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a1e150-01f5-45f3-bebc-2a2e0347e4fa req-8e738e3d-2f82-438a-8e6f-8e393ca75d72 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793444 Jul 04 09:16:22.777456 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (ebe06835-bf96-4b89-ad2f-00c9514a77a0), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.811300 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40308) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:22.813960 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a9057-6ca1-49f6-955d-4354ae8b2287 None None] Current status of the port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:22.814304 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9057-6ca1-49f6-955d-4354ae8b2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.859209 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:22.865661 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.866117 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.867067 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.867707 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > port after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.882389 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > port after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.882747 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > port after_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.883083 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.883428 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.883750 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.886297 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:22.897500 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce0a9057-6ca1-49f6-955d-4354ae8b2287 None None] For port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,segment=NetworkSegment(212345a4-36ec-4c3c-8c70-a72375833230),segment_id=212345a4-36ec-4c3c-8c70-a72375833230)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:22.905991 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9057-6ca1-49f6-955d-4354ae8b2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:22.924369 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] Set router 8bc8f7e2-6592-4276-a525-abb80ba08dcb gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:16:23.026343 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a9057-6ca1-49f6-955d-4354ae8b2287 None None] Pushing event updated for resources: {'Port': ['ID=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:23.070299 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd714c2-e01f-423d-8aa4-a7c186cfc07b req-ef2472aa-5842-4363-b18a-d37b56eb7c2b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:23.078700 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2cd714c2-e01f-423d-8aa4-a7c186cfc07b req-ef2472aa-5842-4363-b18a-d37b56eb7c2b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 932 time: 0.1103790 Jul 04 09:16:23.086407 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:23.100164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:23.101582 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:23.102367 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:23.103178 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:23.103732 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe06835-bf96-4b89-ad2f-00c9514a77a0']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:23.155729 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-9c387b82-e95c-49cf-87cc-333026c524c8 None None] Provisioning complete for port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:23.155862 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2cd714c2-e01f-423d-8aa4-a7c186cfc07b req-46597952-4824-49ac-b3fb-e5740e122632 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759664 Jul 04 09:16:23.159232 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c387b82-e95c-49cf-87cc-333026c524c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.177946 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515697c6-c541-4061-bc57-ad462829625f') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:23.178246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515697c6-c541-4061-bc57-ad462829625f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:23.192364 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-637ef2d0-3c16-4fda-bfc3-f645c66ea4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.233458 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (515697c6-c541-4061-bc57-ad462829625f), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.240264 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:17Z', 'revision_number': 4, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port': {'id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '5c1c505c-88a0-4702-9ab4-f3a0dfb6e611', 'name': '', 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'mac_address': 'fa:16:3e:cf:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '377f629d-f68d-4a21-9822-0ee73a1b5be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:16Z', 'updated_at': '2022-07-04T09:16:22Z', 'revision_number': 4, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'subnets': [{'id': '377f629d-f68d-4a21-9822-0ee73a1b5be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:23.290370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (515697c6-c541-4061-bc57-ad462829625f), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.290370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e8955-1a4f-47cc-a4ae-d2fe5e8adc33 req-d35cfb8c-2379-4b46-8711-17dfb78e8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:23.290570 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508000e6-a07d-4ee0-a819-f21887391daa None None] The sync data for ids ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'] in dv-cinder-819149-7-iscsi is: [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:17Z', 'revision_number': 4, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port': {'id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '5c1c505c-88a0-4702-9ab4-f3a0dfb6e611', 'name': '', 'network_id': 'e9b564f3-94dd-47bf-8270-f88ad732ad26', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'mac_address': 'fa:16:3e:cf:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '377f629d-f68d-4a21-9822-0ee73a1b5be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:16Z', 'updated_at': '2022-07-04T09:16:22Z', 'revision_number': 4, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'subnets': [{'id': '377f629d-f68d-4a21-9822-0ee73a1b5be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:16:23.291078 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-724e8955-1a4f-47cc-a4ae-d2fe5e8adc33 req-d35cfb8c-2379-4b46-8711-17dfb78e8aff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 1129 time: 0.6642704 Jul 04 09:16:23.302497 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9c387b82-e95c-49cf-87cc-333026c524c8 None None] Current status of the port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:23.311630 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:16:23.311949 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (515697c6-c541-4061-bc57-ad462829625f), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.326082 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-637ef2d0-3c16-4fda-bfc3-f645c66ea4cc admin admin] Publish callbacks [] for security_group (fac8b7c9-2cbe-434d-9e94-0b9e41c340b4), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.335124 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-637ef2d0-3c16-4fda-bfc3-f645c66ea4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (fac8b7c9-2cbe-434d-9e94-0b9e41c340b4), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.343840 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (54388153-9494-43cc-9dbf-141cabf26754), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.409199 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-637ef2d0-3c16-4fda-bfc3-f645c66ea4cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68d2a8094f8446a0a86e05c76bb6dc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5961406 Jul 04 09:16:23.410159 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef2d0-3c16-4fda-bfc3-f645c66ea4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac8b7c9-2cbe-434d-9e94-0b9e41c340b4,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:23.412414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40328) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:23.480773 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48dd167b-1215-4714-81d0-6fcbe034236f admin admin] Publish callbacks [] for security_group (fac8b7c9-2cbe-434d-9e94-0b9e41c340b4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.519392 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48dd167b-1215-4714-81d0-6fcbe034236f admin admin] Publish callbacks [] for security_group (fac8b7c9-2cbe-434d-9e94-0b9e41c340b4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.540518 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-724e8955-1a4f-47cc-a4ae-d2fe5e8adc33 req-6dd6a9d4-4c19-4b4c-900b-17cc8322cd0d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416801 Jul 04 09:16:23.557287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (ebe06835-bf96-4b89-ad2f-00c9514a77a0), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.580564 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.587565 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] 10.222.0.26 "DELETE /v2.0/networks/ebe06835-bf96-4b89-ad2f-00c9514a77a0 HTTP/1.1" status: 204 len: 168 time: 2.1859808 Jul 04 09:16:23.610156 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6243e-e48d-466f-9780-ef0083fc6bff admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe06835-bf96-4b89-ad2f-00c9514a77a0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:23.636041 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48dd167b-1215-4714-81d0-6fcbe034236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (fac8b7c9-2cbe-434d-9e94-0b9e41c340b4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.645578 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48dd167b-1215-4714-81d0-6fcbe034236f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:23.647085 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-48dd167b-1215-4714-81d0-6fcbe034236f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fac8b7c9-2cbe-434d-9e94-0b9e41c340b4 HTTP/1.1" status: 204 len: 168 time: 0.2337501 Jul 04 09:16:23.658934 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd167b-1215-4714-81d0-6fcbe034236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac8b7c9-2cbe-434d-9e94-0b9e41c340b4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:23.762154 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 515697c6-c541-4061-bc57-ad462829625f resource provider aggregate not found Jul 04 09:16:23.840161 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40344) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:23.858671 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 515697c6-c541-4061-bc57-ad462829625f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 515697c6-c541-4061-bc57-ad462829625f found for delete ", "request_id": "req-62aa0bea-1bd0-4810-8462-8061c4bed9df"}]} Jul 04 09:16:23.976403 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8350750e-9c5b-44a0-b86a-cc3984b0ec94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13c95b6f91e84cd498cc57c55253a477&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1354618 Jul 04 09:16:23.985032 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40352) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:23.997677 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253a94d-9964-4cfa-bd8c-4c17dbf334e2 req-3fadec52-3fd9-4499-b517-5a680fcbc9e9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:23.999777 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0253a94d-9964-4cfa-bd8c-4c17dbf334e2 req-3fadec52-3fd9-4499-b517-5a680fcbc9e9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.1790988 Jul 04 09:16:24.073260 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54388153-9494-43cc-9dbf-141cabf26754 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:24.106023 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Publish callbacks [] for port (54388153-9494-43cc-9dbf-141cabf26754), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.123412 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0253a94d-9964-4cfa-bd8c-4c17dbf334e2 req-c5f9a06d-8b98-48e6-87b7-7027a24e61da tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137493 Jul 04 09:16:24.137271 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Transition to ACTIVE for port object 54388153-9494-43cc-9dbf-141cabf26754 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:16:24.149123 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41a89654-0d4d-4689-a594-db2b80ec80ed admin admin] Publish callbacks [] for security_group (50f391b9-223d-4990-9a7b-98d40ccb9887), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.151393 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:24.163424 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (54388153-9494-43cc-9dbf-141cabf26754), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.224772 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41a89654-0d4d-4689-a594-db2b80ec80ed admin admin] Publish callbacks [] for security_group (50f391b9-223d-4990-9a7b-98d40ccb9887), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.272454 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Pushing event updated for resources: {'Port': ['ID=54388153-9494-43cc-9dbf-141cabf26754,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:24.302070 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1096-178e-4822-996f-32d6de299418 req-310e9c82-3c23-444f-bfda-048cc66012ad tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:24.303802 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-61ba1096-178e-4822-996f-32d6de299418 req-310e9c82-3c23-444f-bfda-048cc66012ad tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 944 time: 0.0696175 Jul 04 09:16:24.374307 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:24.390691 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41a89654-0d4d-4689-a594-db2b80ec80ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (50f391b9-223d-4990-9a7b-98d40ccb9887), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.393642 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41a89654-0d4d-4689-a594-db2b80ec80ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.409579 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-61ba1096-178e-4822-996f-32d6de299418 req-dffa8c48-6224-46aa-bc34-6116bbae5256 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971427 Jul 04 09:16:24.411743 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-41a89654-0d4d-4689-a594-db2b80ec80ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50f391b9-223d-4990-9a7b-98d40ccb9887 HTTP/1.1" status: 204 len: 168 time: 0.4084325 Jul 04 09:16:24.510766 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a89654-0d4d-4689-a594-db2b80ec80ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f391b9-223d-4990-9a7b-98d40ccb9887,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:24.567564 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:24.605352 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Attempting to bind port 54388153-9494-43cc-9dbf-141cabf26754 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:24.605995 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Attempting to bind port 54388153-9494-43cc-9dbf-141cabf26754 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:24.606116 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Attempting to bind port 54388153-9494-43cc-9dbf-141cabf26754 on network bbd0766b-abd4-4629-88c9-33da6bb68597 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:24.611103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Port 54388153-9494-43cc-9dbf-141cabf26754 on network bbd0766b-abd4-4629-88c9-33da6bb68597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:16:24.615591 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Attempting to bind port 54388153-9494-43cc-9dbf-141cabf26754 on network bbd0766b-abd4-4629-88c9-33da6bb68597 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:24.621977 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:24.623881 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Checking segment: {'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:24.624427 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Bound using segment: {'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:24.625148 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Bound port: 54388153-9494-43cc-9dbf-141cabf26754, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:24.625665 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (54388153-9494-43cc-9dbf-141cabf26754), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.683239 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:24.683938 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.713656 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] For port 54388153-9494-43cc-9dbf-141cabf26754, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:24.718132 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] For port 54388153-9494-43cc-9dbf-141cabf26754, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54388153-9494-43cc-9dbf-141cabf26754,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:24.723296 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:24.735302 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (54388153-9494-43cc-9dbf-141cabf26754), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.786233 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:24.793938 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:24.795774 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:24.798343 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] 10.222.0.57 "PUT /v2.0/ports/54388153-9494-43cc-9dbf-141cabf26754 HTTP/1.1" status: 200 len: 1094 time: 2.2903473 Jul 04 09:16:24.801642 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'tag': '54388153-9494-43cc-9dbf-141cabf26754'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:24.804692 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508f3ab-7ca9-44e0-822e-5852d9d9c9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8954f3ab-7a8d-489d-b443-4bbde588ccb5", "tag": "54388153-9494-43cc-9dbf-141cabf26754"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:24.826876 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46135e-f311-4c80-a806-3a57d355c7ee service neutron] Pushing event updated for resources: {'Port': ['ID=54388153-9494-43cc-9dbf-141cabf26754,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:24.852161 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83356cae-4ec9-4a75-a79c-07b4a1c634dc x-openstack-request-id: req-83356cae-4ec9-4a75-a79c-07b4a1c634dc {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:24.852508 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8954f3ab-7a8d-489d-b443-4bbde588ccb5", "tag": "54388153-9494-43cc-9dbf-141cabf26754", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:24.853001 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83356cae-4ec9-4a75-a79c-07b4a1c634dc {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:24.853411 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83356cae-4ec9-4a75-a79c-07b4a1c634dc'] response: {'name': 'network-changed', 'server_uuid': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'tag': '54388153-9494-43cc-9dbf-141cabf26754', 'status': 'completed', 'code': 200} Jul 04 09:16:25.121618 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f3ab-7ca9-44e0-822e-5852d9d9c9a1 req-350abd35-1b24-4095-8c52-36f65825c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.128653 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d508f3ab-7ca9-44e0-822e-5852d9d9c9a1 req-350abd35-1b24-4095-8c52-36f65825c61e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 1128 time: 0.0518708 Jul 04 09:16:25.263527 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82691866-a9ef-4963-a630-fcd8bdd96fb2 req-3d998c4b-be65-4100-8804-62b1d6d8327b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.265027 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82691866-a9ef-4963-a630-fcd8bdd96fb2 req-3d998c4b-be65-4100-8804-62b1d6d8327b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0528839 Jul 04 09:16:25.265448 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f3ab-7ca9-44e0-822e-5852d9d9c9a1 req-b2d9c7ff-d7ef-4abf-9925-52cc34d6b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.267152 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d508f3ab-7ca9-44e0-822e-5852d9d9c9a1 req-b2d9c7ff-d7ef-4abf-9925-52cc34d6b749 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1327765 Jul 04 09:16:25.334737 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82691866-a9ef-4963-a630-fcd8bdd96fb2 req-b1d6ca64-f868-4c68-8727-b18e89a2e31c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635128 Jul 04 09:16:25.360061 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40396) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:25.377939 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f3ab-7ca9-44e0-822e-5852d9d9c9a1 req-82e0ba8c-ac16-4a23-8904-a377d78b8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.379450 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d508f3ab-7ca9-44e0-822e-5852d9d9c9a1 req-82e0ba8c-ac16-4a23-8904-a377d78b8b8e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030655 Jul 04 09:16:25.481705 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227abae-2b92-4330-bbcb-10d3535493f6 req-17c56fcf-25b9-4f44-ba2a-a2cec59a0731 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.486446 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7227abae-2b92-4330-bbcb-10d3535493f6 req-17c56fcf-25b9-4f44-ba2a-a2cec59a0731 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0731452 Jul 04 09:16:25.499691 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-7f3681d4-1a62-46b6-aac6-8b7abc039cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.501351 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-7f3681d4-1a62-46b6-aac6-8b7abc039cfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 1128 time: 0.0781217 Jul 04 09:16:25.503312 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-983294639-network', 'tenant_id': '2d8dffe8102f4f63be31c18ea8dc9c54'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:25.515963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:25.555355 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-211fa5f7-f4dc-4f00-ad81-14dcace78bfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54388153-9494-43cc-9dbf-141cabf26754 HTTP/1.1" status: 200 len: 217 time: 0.0458314 Jul 04 09:16:25.567388 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:25.568240 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Made reservation on behalf of 2d8dffe8102f4f63be31c18ea8dc9c54 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:25.570793 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.597806 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.623779 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-0ec02e26-f4da-4d2b-b1e1-5653fea887d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.624750 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7227abae-2b92-4330-bbcb-10d3535493f6 req-e2690f95-332b-46d7-9cf8-fe44d2191baf tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327789 Jul 04 09:16:25.625243 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-0ec02e26-f4da-4d2b-b1e1-5653fea887d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3e0654f-9951-40c7-82f0-af3944ea09bb HTTP/1.1" status: 200 len: 849 time: 0.0595911 Jul 04 09:16:25.655282 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551203db-0a8d-46ad-aa3b-d6ae01798a7c req-f05ad2c0-f18f-4b8b-8ad1-dd3d3f524521 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.657539 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-551203db-0a8d-46ad-aa3b-d6ae01798a7c req-f05ad2c0-f18f-4b8b-8ad1-dd3d3f524521 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 944 time: 0.1132789 Jul 04 09:16:25.686541 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-794689dc-0ee0-4f7a-82bd-8d08b8c5ff6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbd0766b-abd4-4629-88c9-33da6bb68597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410671 Jul 04 09:16:25.745047 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-551203db-0a8d-46ad-aa3b-d6ae01798a7c req-e2fba202-26e4-484e-85e6-4fb4e703a781 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809078 Jul 04 09:16:25.783706 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks [] for security_group (0a0a1297-786a-4bcd-b1df-3f4f20463086), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.789806 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0a0a1297-786a-4bcd-b1df-3f4f20463086), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.805120 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-f9accc3b-65ad-4a9f-b3e4-f43f8fa21581 service neutron] 10.222.0.57 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105196 Jul 04 09:16:25.821334 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:25.840618 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0a1297-786a-4bcd-b1df-3f4f20463086,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:25.845972 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (e91eab7a-40fb-4b9e-ab15-51db1d0e5c54), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.846301 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Added segment e91eab7a-40fb-4b9e-ab15-51db1d0e5c54 of type vlan for network 2e453da1-a6d4-4602-b5d2-bd96a2b71e9e Jul 04 09:16:25.891055 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (2e453da1-a6d4-4602-b5d2-bd96a2b71e9e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.934130 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (2e453da1-a6d4-4602-b5d2-bd96a2b71e9e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.935428 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:25.936085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:25.963401 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e9e12455-6cf5-48d6-a3f3-df484d86f0cb req-30dd3929-be16-455b-a51a-0451f7e23f65 service neutron] 10.222.0.57 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486754 Jul 04 09:16:25.993912 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6311886 Jul 04 09:16:25.996929 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40418) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:26.003760 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Request body: {'subnet': {'network_id': '2e453da1-a6d4-4602-b5d2-bd96a2b71e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-983294639-subnet', 'tenant_id': '2d8dffe8102f4f63be31c18ea8dc9c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:26.068690 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c1306-b12a-416b-9bd1-fdf4f4fe64e1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e453da1-a6d4-4602-b5d2-bd96a2b71e9e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:26.082446 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 2e453da1-a6d4-4602-b5d2-bd96a2b71e9e details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:26.088167 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:26.093091 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Made reservation on behalf of 2d8dffe8102f4f63be31c18ea8dc9c54 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:26.096502 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:26.372807 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (5d7379e3-fe20-4ffc-baee-1feacb5c992b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:26.433938 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7379e3-fe20-4ffc-baee-1feacb5c992b,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:26.450420 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Checking segment: {'id': 'e91eab7a-40fb-4b9e-ab15-51db1d0e5c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2e453da1-a6d4-4602-b5d2-bd96a2b71e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:26.450772 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Network hostable DHCP agents. Network: 2e453da1-a6d4-4602-b5d2-bd96a2b71e9e, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:26.473161 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Network 2e453da1-a6d4-4602-b5d2-bd96a2b71e9e is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:26.481969 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:26.490167 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 2e453da1-a6d4-4602-b5d2-bd96a2b71e9e) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:26.502606 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d6619-b530-4f99-9781-b7e4603e1fdc None None] Network 2e453da1-a6d4-4602-b5d2-bd96a2b71e9e requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:26.505815 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:26.506429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:26.536409 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3f44a330-fe37-494b-a7ad-fe861ccedd69 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5383432 Jul 04 09:16:26.620600 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2489c5-3b14-4fe0-851a-90c8b1fbf01c None None] Network 2e453da1-a6d4-4602-b5d2-bd96a2b71e9e requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:26.869495 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c3bab-383f-4753-9490-9312bdb43e91 req-6f3510f2-def1-4ba2-86ee-7f28c64d87d2 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:26.872871 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d4c3bab-383f-4753-9490-9312bdb43e91 req-6f3510f2-def1-4ba2-86ee-7f28c64d87d2 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 944 time: 0.0516438 Jul 04 09:16:26.920073 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:26.932059 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d4c3bab-383f-4753-9490-9312bdb43e91 req-6cb8f952-9a21-4527-90d7-76089ae4fee3 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 Jul 04 09:16:27.053848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40454) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:27.059133 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-543091978-network', 'tenant_id': 'f919460dd4254358bdf9737b116e4569'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:27.083253 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Made reservation on behalf of f919460dd4254358bdf9737b116e4569 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:27.085627 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.094683 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.174689 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks [] for security_group (87a026d3-b365-4f01-a028-3cb880bd36c8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.179925 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (87a026d3-b365-4f01-a028-3cb880bd36c8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.208469 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:27.218284 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a026d3-b365-4f01-a028-3cb880bd36c8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:27.223891 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (81b4f33e-481e-429c-9f91-5075e0658dee), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.224244 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Added segment 81b4f33e-481e-429c-9f91-5075e0658dee of type vlan for network be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d Jul 04 09:16:27.270150 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.299884 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.300867 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:27.301418 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.342001 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40464) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:27.342572 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2869799 Jul 04 09:16:27.357288 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Request body: {'subnet': {'network_id': 'be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-543091978-subnet', 'tenant_id': 'f919460dd4254358bdf9737b116e4569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:27.372632 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dba6fd-de26-40a7-838d-93bcb2097e9a admin admin] Pushing event updated for resources: {'Network': ['ID=be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:27.384399 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:27.397764 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Made reservation on behalf of f919460dd4254358bdf9737b116e4569 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:27.401574 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29004390'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.484656 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:27.494413 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:27.652516 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-e71960c8-33f4-4449-82fb-32a08d7211bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:27.652861 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec08add-40db-4ffb-990f-06207aaaba83 req-90e14a78-8b8c-4030-a4d5-05d1153373d6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:27.655311 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4ec08add-40db-4ffb-990f-06207aaaba83 req-90e14a78-8b8c-4030-a4d5-05d1153373d6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0778930 Jul 04 09:16:27.658212 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-e71960c8-33f4-4449-82fb-32a08d7211bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1129 time: 0.0812922 Jul 04 09:16:27.754180 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-dbcebd35-c0d7-4932-90b4-c70d83bab511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:27.756064 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-dbcebd35-c0d7-4932-90b4-c70d83bab511 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.0953743 Jul 04 09:16:27.757417 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26720448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29004700'] for subnet (dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:27.810676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:27.851451 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-d689bc0e-bb57-4e2a-9834-6b2193c16ae8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 200 len: 217 time: 0.0477459 Jul 04 09:16:27.905651 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Checking segment: {'id': '81b4f33e-481e-429c-9f91-5075e0658dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:27.905651 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Network hostable DHCP agents. Network: be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:27.933412 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-a409ea4a-be5f-4baa-83b6-f55e99755346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:27.935379 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-a409ea4a-be5f-4baa-83b6-f55e99755346 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0676091 Jul 04 09:16:27.938204 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Network be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:27.959825 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4ec08add-40db-4ffb-990f-06207aaaba83 req-c05f082d-50e7-4540-958a-f73884ba2273 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815311 Jul 04 09:16:27.997562 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-bd05ea53-fa3c-43c9-a5ec-fbbbdc8fe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:27.999156 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-bd05ea53-fa3c-43c9-a5ec-fbbbdc8fe566 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573051 Jul 04 09:16:28.001013 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:28.005085 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:28.005975 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.015607 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585068f-1aeb-4652-9c22-53e044b38d45 None None] Network be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:28.058396 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f57a914c-2676-416b-b471-35596b773300 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7051976 Jul 04 09:16:28.099746 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f239858-b69b-4448-a9fa-072ab46aad65 req-9c8cecd6-17a7-4b15-8695-68738694f68b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:28.101571 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2f239858-b69b-4448-a9fa-072ab46aad65 req-9c8cecd6-17a7-4b15-8695-68738694f68b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 944 time: 0.0821123 Jul 04 09:16:28.152017 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24515e26-d7c2-474f-bb2a-36f8da0af126 None None] Network be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:28.162627 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-f8cda5a0-a1bf-4f0e-a5ca-d346fbd10a2f service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529627 Jul 04 09:16:28.199508 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2f239858-b69b-4448-a9fa-072ab46aad65 req-f2425666-2252-43c7-a731-0459abb61ac1 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905771 Jul 04 09:16:28.304268 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40498) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:28.310642 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b64763e2-04c9-41e3-b2ba-62f3ee618eb9 req-e926799d-e136-4de3-83cc-57bde313c658 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398993 Jul 04 09:16:28.355490 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] Deleting subnet 5d7379e3-fe20-4ffc-baee-1feacb5c992b {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:16:28.359043 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] Publish callbacks [] for subnet (5d7379e3-fe20-4ffc-baee-1feacb5c992b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.397088 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] Publish callbacks [] for subnet (5d7379e3-fe20-4ffc-baee-1feacb5c992b), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.406342 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (5d7379e3-fe20-4ffc-baee-1feacb5c992b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.449186 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:28.462669 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for subnet (5d7379e3-fe20-4ffc-baee-1feacb5c992b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.489836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7379e3-fe20-4ffc-baee-1feacb5c992b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:28.503925 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.507192 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ac5e6e24-c35a-48fd-9bdb-ba61c6aca589 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5d7379e3-fe20-4ffc-baee-1feacb5c992b HTTP/1.1" status: 204 len: 168 time: 0.2017789 Jul 04 09:16:28.509959 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40506) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:28.584048 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (2e453da1-a6d4-4602-b5d2-bd96a2b71e9e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.647726 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:28.677685 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (2e453da1-a6d4-4602-b5d2-bd96a2b71e9e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.699712 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.700034 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.700766 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.701095 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > port after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.701427 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.701793 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > port after_update 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.702133 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.702468 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.702780 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.703085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.776968 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.777342 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.777655 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.777998 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 09:16:28.778388 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e453da1-a6d4-4602-b5d2-bd96a2b71e9e']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:28.797536 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91eab7a-40fb-4b9e-ab15-51db1d0e5c54') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:28.797861 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91eab7a-40fb-4b9e-ab15-51db1d0e5c54') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:28.816153 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944331'] for segment (e91eab7a-40fb-4b9e-ab15-51db1d0e5c54), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.843618 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (e91eab7a-40fb-4b9e-ab15-51db1d0e5c54), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.852862 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:16:28.853246 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946710'] for segment (e91eab7a-40fb-4b9e-ab15-51db1d0e5c54), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.929149 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (2e453da1-a6d4-4602-b5d2-bd96a2b71e9e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.938694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:28.946387 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e453da1-a6d4-4602-b5d2-bd96a2b71e9e HTTP/1.1" status: 204 len: 168 time: 0.4313412 Jul 04 09:16:28.947326 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40514) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:28.953345 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac86fb-1d4c-45c5-af9f-95fba4306f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e453da1-a6d4-4602-b5d2-bd96a2b71e9e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:29.004912 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] Deleting subnet dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:16:29.008676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] Publish callbacks [] for subnet (dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.048440 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.077018 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment e91eab7a-40fb-4b9e-ab15-51db1d0e5c54 resource provider aggregate not found Jul 04 09:16:29.088008 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:29.102390 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2eb2c-9d19-46f2-85ff-bcfbed691763 req-08ee6470-1c1d-46ad-b561-f8b7feeaa9fd tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:29.102944 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.104161 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eec2eb2c-9d19-46f2-85ff-bcfbed691763 req-08ee6470-1c1d-46ad-b561-f8b7feeaa9fd tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0622921 Jul 04 09:16:29.105841 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment e91eab7a-40fb-4b9e-ab15-51db1d0e5c54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e91eab7a-40fb-4b9e-ab15-51db1d0e5c54 found for delete ", "request_id": "req-b624d9ad-8785-4ec5-8724-5a35bc4b2d17"}]} Jul 04 09:16:29.166383 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eec2eb2c-9d19-46f2-85ff-bcfbed691763 req-dadcbb95-3d99-4a64-a73a-ba916c22e3ae tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560477 Jul 04 09:16:29.167454 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.193488 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:29.199319 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.202676 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-99fccb3f-3d63-4ee5-8bed-12b2566ab4f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dec3ac3a-ce54-4e3b-bec7-7b2ae5bbf226 HTTP/1.1" status: 204 len: 168 time: 0.2543244 Jul 04 09:16:29.205241 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40524) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:29.278209 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.286952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:29.348577 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b569c-461a-42ee-834a-aec25e2e0791 req-6da35682-3cd1-4ffd-ba16-bdcbfd697941 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:29.350185 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb5b569c-461a-42ee-834a-aec25e2e0791 req-6da35682-3cd1-4ffd-ba16-bdcbfd697941 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 944 time: 0.0647330 Jul 04 09:16:29.375034 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.398412 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:29.403721 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb5b569c-461a-42ee-834a-aec25e2e0791 req-d8506122-017d-4721-8609-88f364581c09 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477226 Jul 04 09:16:29.410792 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b4f33e-481e-429c-9f91-5075e0658dee') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:29.411106 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b4f33e-481e-429c-9f91-5075e0658dee') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:29.422765 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (81b4f33e-481e-429c-9f91-5075e0658dee), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.438344 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (81b4f33e-481e-429c-9f91-5075e0658dee), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.445253 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:16:29.445643 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (81b4f33e-481e-429c-9f91-5075e0658dee), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.467589 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 81b4f33e-481e-429c-9f91-5075e0658dee resource provider aggregate not found Jul 04 09:16:29.514306 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 81b4f33e-481e-429c-9f91-5075e0658dee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81b4f33e-481e-429c-9f91-5075e0658dee found for delete ", "request_id": "req-107d8a19-ebd2-4539-a65e-6d48e29628b9"}]} Jul 04 09:16:29.525579 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.532445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.536701 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] 10.222.0.26 "DELETE /v2.0/networks/be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d HTTP/1.1" status: 204 len: 168 time: 0.3303189 Jul 04 09:16:29.550097 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e599b-13f9-4e5d-a71b-99d19d7f7bea admin admin] Pushing event deleted for resources: {'Network': ['ID=be08aa98-a3bf-4b27-84a6-b1f62d6f4e6d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:29.736087 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40538) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:29.780208 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7cf8d17b-a75e-4b76-be58-354003620000 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d8dffe8102f4f63be31c18ea8dc9c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425363 Jul 04 09:16:29.782988 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40540) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:29.832162 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c447395-6e4c-475b-9b54-665194cfbadf admin admin] Publish callbacks [] for security_group (0a0a1297-786a-4bcd-b1df-3f4f20463086), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.855434 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c447395-6e4c-475b-9b54-665194cfbadf admin admin] Publish callbacks [] for security_group (0a0a1297-786a-4bcd-b1df-3f4f20463086), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.904803 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c447395-6e4c-475b-9b54-665194cfbadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0a0a1297-786a-4bcd-b1df-3f4f20463086), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.907482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c447395-6e4c-475b-9b54-665194cfbadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:29.908716 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0c447395-6e4c-475b-9b54-665194cfbadf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a0a1297-786a-4bcd-b1df-3f4f20463086 HTTP/1.1" status: 204 len: 168 time: 0.1245964 Jul 04 09:16:29.916480 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c447395-6e4c-475b-9b54-665194cfbadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0a1297-786a-4bcd-b1df-3f4f20463086,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:29.970196 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 54388153-9494-43cc-9dbf-141cabf26754 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:16:30.085561 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 54388153-9494-43cc-9dbf-141cabf26754, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54388153-9494-43cc-9dbf-141cabf26754,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:30.097512 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '54388153-9494-43cc-9dbf-141cabf26754', 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597', 'port_id': '54388153-9494-43cc-9dbf-141cabf26754', 'mac_address': 'fa:16:3e:79:07:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e0654f-9951-40c7-82f0-af3944ea09bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:16:30.139656 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 54388153-9494-43cc-9dbf-141cabf26754 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:30.140025 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (54388153-9494-43cc-9dbf-141cabf26754), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:30.154210 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54388153-9494-43cc-9dbf-141cabf26754 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:30.174450 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 54388153-9494-43cc-9dbf-141cabf26754, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54388153-9494-43cc-9dbf-141cabf26754,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:30.180212 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (54388153-9494-43cc-9dbf-141cabf26754), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:30.229359 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=54388153-9494-43cc-9dbf-141cabf26754,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:30.293516 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40552) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:30.313946 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78dedb-abc2-4c47-9d25-e05deb988bd9 req-de9c9f71-aad1-4137-a326-cdae61031011 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:30.315404 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae78dedb-abc2-4c47-9d25-e05deb988bd9 req-de9c9f71-aad1-4137-a326-cdae61031011 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0518732 Jul 04 09:16:30.351473 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bc2223c9-03ae-4fd0-8bb8-b08de9b2f29e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f919460dd4254358bdf9737b116e4569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515425 Jul 04 09:16:30.351577 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40556) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:30.401640 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae78dedb-abc2-4c47-9d25-e05deb988bd9 req-8650dbcd-488f-403d-aa1b-860f759135b6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797429 Jul 04 09:16:30.426095 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe04c-d1f1-4264-9a79-cf7e783ea906 admin admin] Publish callbacks [] for security_group (87a026d3-b365-4f01-a028-3cb880bd36c8), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:30.448582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe04c-d1f1-4264-9a79-cf7e783ea906 admin admin] Publish callbacks [] for security_group (87a026d3-b365-4f01-a028-3cb880bd36c8), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:30.530336 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bffcf-2ea9-4aec-a3c8-a4f5d1903ccb req-3732de70-237e-431c-8afd-f37a4bfd05f5 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:30.531815 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c92bffcf-2ea9-4aec-a3c8-a4f5d1903ccb req-3732de70-237e-431c-8afd-f37a4bfd05f5 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0580349 Jul 04 09:16:30.536625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe04c-d1f1-4264-9a79-cf7e783ea906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (87a026d3-b365-4f01-a028-3cb880bd36c8), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:30.539365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd1fe04c-d1f1-4264-9a79-cf7e783ea906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:30.540399 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fd1fe04c-d1f1-4264-9a79-cf7e783ea906 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87a026d3-b365-4f01-a028-3cb880bd36c8 HTTP/1.1" status: 204 len: 168 time: 0.1885202 Jul 04 09:16:30.560934 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fe04c-d1f1-4264-9a79-cf7e783ea906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a026d3-b365-4f01-a028-3cb880bd36c8,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:30.600283 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c92bffcf-2ea9-4aec-a3c8-a4f5d1903ccb req-955174ff-c29d-4519-8d6b-fc2f85157930 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587754 Jul 04 09:16:31.262281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['54388153-9494-43cc-9dbf-141cabf26754'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:16:31.284524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:31.528497 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e96833-5ff7-4356-8b35-cb0f4a62f6f9 req-a39c2cde-9cef-4f5b-a3ac-c6a6c29aee7d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:31.531050 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-86e96833-5ff7-4356-8b35-cb0f4a62f6f9 req-a39c2cde-9cef-4f5b-a3ac-c6a6c29aee7d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0510409 Jul 04 09:16:31.560698 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:31.591678 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-86e96833-5ff7-4356-8b35-cb0f4a62f6f9 req-1d74ff48-707e-42bc-ab90-4b7fbaef64cd tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535178 Jul 04 09:16:31.672501 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40612) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:31.758198 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] Deleting subnet 957cb24a-0be4-4204-9364-8ab44c5b635d {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:16:31.767344 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85d3c-9926-4587-a986-37b9f803f42c req-8314084d-feb2-43e9-b57c-df28901b5061 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:31.769669 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6b85d3c-9926-4587-a986-37b9f803f42c req-8314084d-feb2-43e9-b57c-df28901b5061 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0676820 Jul 04 09:16:31.770356 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] Publish callbacks [] for subnet (957cb24a-0be4-4204-9364-8ab44c5b635d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:31.826969 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944338'] for subnet (957cb24a-0be4-4204-9364-8ab44c5b635d), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:31.882685 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6b85d3c-9926-4587-a986-37b9f803f42c req-0e001acd-f2fa-417d-a63f-b71ab03f4548 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918674 Jul 04 09:16:31.890393 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:31.893923 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (957cb24a-0be4-4204-9364-8ab44c5b635d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:31.976634 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27110918'] for subnet (957cb24a-0be4-4204-9364-8ab44c5b635d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.004932 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957cb24a-0be4-4204-9364-8ab44c5b635d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:32.011020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.015292 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-dcb3a790-5e17-4449-a41b-64ef991dc37f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/957cb24a-0be4-4204-9364-8ab44c5b635d HTTP/1.1" status: 204 len: 168 time: 0.3416843 Jul 04 09:16:32.017746 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40634) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:32.097369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (b41bea84-fbfa-489b-9b8a-97ced1be5e90), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.203994 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (b41bea84-fbfa-489b-9b8a-97ced1be5e90), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.225392 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41bea84-fbfa-489b-9b8a-97ced1be5e90']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:32.235450 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313547c0-8baf-4a35-b4cd-e889853b5d8b') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:32.235746 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313547c0-8baf-4a35-b4cd-e889853b5d8b') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:32.252962 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944331'] for segment (313547c0-8baf-4a35-b4cd-e889853b5d8b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.270539 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (313547c0-8baf-4a35-b4cd-e889853b5d8b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.293680 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:16:32.294106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946710'] for segment (313547c0-8baf-4a35-b4cd-e889853b5d8b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.330220 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 313547c0-8baf-4a35-b4cd-e889853b5d8b resource provider aggregate not found Jul 04 09:16:32.374120 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (b41bea84-fbfa-489b-9b8a-97ced1be5e90), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.382730 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 313547c0-8baf-4a35-b4cd-e889853b5d8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 313547c0-8baf-4a35-b4cd-e889853b5d8b found for delete ", "request_id": "req-722c01ba-1ae8-4ceb-955c-b8653ef3dddd"}]} Jul 04 09:16:32.383799 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.387713 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] 10.222.0.26 "DELETE /v2.0/networks/b41bea84-fbfa-489b-9b8a-97ced1be5e90 HTTP/1.1" status: 204 len: 168 time: 0.3682756 Jul 04 09:16:32.390852 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40658) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:32.398378 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dbf55-0389-4e3a-94ca-23fcd9c03dee admin admin] Pushing event deleted for resources: {'Network': ['ID=b41bea84-fbfa-489b-9b8a-97ced1be5e90,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:32.451238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] Deleting subnet 8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:16:32.455848 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] Publish callbacks [] for subnet (8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.505844 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.576824 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.654700 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:32.666297 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.709620 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:32.712087 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.716348 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-89d4496a-5082-4b10-bb85-851206777dc5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8c8713e9-5f33-4dee-9d0d-6d2d3fc729f9 HTTP/1.1" status: 204 len: 168 time: 0.3237040 Jul 04 09:16:32.719003 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40680) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:32.740126 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a993c-e475-425a-9709-158186686f31 req-aa395938-29e8-48dc-8f39-0420ec7cd8a7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:32.742438 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ea9a993c-e475-425a-9709-158186686f31 req-aa395938-29e8-48dc-8f39-0420ec7cd8a7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0606809 Jul 04 09:16:32.801726 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (e32dab42-80ea-47e9-b50a-64db462e9c9b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.802886 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ea9a993c-e475-425a-9709-158186686f31 req-7c2befa1-4d12-49bd-90f8-2b996222fadf tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526755 Jul 04 09:16:32.888073 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (e32dab42-80ea-47e9-b50a-64db462e9c9b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.911679 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32dab42-80ea-47e9-b50a-64db462e9c9b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:32.922049 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:32.922432 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:16:32.924572 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:32.935112 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.951247 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.959319 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:16:32.959998 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:32.979639 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0 resource provider aggregate not found Jul 04 09:16:33.016475 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b823-7563-4a16-8831-254594458ed3 req-5ec2532f-16b2-4e39-b6f5-255dad64dde1 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:33.018091 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e0d9b823-7563-4a16-8831-254594458ed3 req-5ec2532f-16b2-4e39-b6f5-255dad64dde1 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Jul 04 09:16:33.032331 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efb51b3a-c1de-4b5e-9d5c-c8237ecd52c0 found for delete ", "request_id": "req-09f52c0d-3da3-4dcf-9ad6-3e7dfd595a2a"}]} Jul 04 09:16:33.043943 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (e32dab42-80ea-47e9-b50a-64db462e9c9b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.052635 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.058287 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e32dab42-80ea-47e9-b50a-64db462e9c9b HTTP/1.1" status: 204 len: 168 time: 0.3360441 Jul 04 09:16:33.066778 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ce90b-ae23-4336-adc6-87920cb03ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32dab42-80ea-47e9-b50a-64db462e9c9b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:33.074126 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e0d9b823-7563-4a16-8831-254594458ed3 req-7912701c-967c-484c-8d47-88f86db037c9 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499456 Jul 04 09:16:33.162451 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 54388153-9494-43cc-9dbf-141cabf26754 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:33.224963 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-36cb021d-f481-4ee2-8afa-e7df3aa01f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.228437 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 54388153-9494-43cc-9dbf-141cabf26754 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:16:33.237668 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 54388153-9494-43cc-9dbf-141cabf26754 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:33.238133 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (54388153-9494-43cc-9dbf-141cabf26754), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.301026 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40724) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:33.322456 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 54388153-9494-43cc-9dbf-141cabf26754 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:33.323138 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (54388153-9494-43cc-9dbf-141cabf26754), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.351614 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54388153-9494-43cc-9dbf-141cabf26754'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:33.354923 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabf7b96-7356-42ab-b071-6ad8f55d07af" -d '{"events": [{"server_uuid": "8954f3ab-7a8d-489d-b443-4bbde588ccb5", "name": "network-vif-plugged", "status": "completed", "tag": "54388153-9494-43cc-9dbf-141cabf26754"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:33.361229 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-71b1dc09-87c2-409f-b5e1-0d06253f247c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77f9faeaa8334099ba0c171b8250b78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583572 Jul 04 09:16:33.364006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40730) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:33.372165 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 54388153-9494-43cc-9dbf-141cabf26754, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54388153-9494-43cc-9dbf-141cabf26754,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:33.379974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (54388153-9494-43cc-9dbf-141cabf26754), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.429740 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177352f6-2439-4aa9-b6ac-e3c3cd4a759f x-openstack-request-id: req-177352f6-2439-4aa9-b6ac-e3c3cd4a759f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:33.430376 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8954f3ab-7a8d-489d-b443-4bbde588ccb5", "name": "network-vif-plugged", "status": "completed", "tag": "54388153-9494-43cc-9dbf-141cabf26754", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:33.430792 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-177352f6-2439-4aa9-b6ac-e3c3cd4a759f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:33.431319 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177352f6-2439-4aa9-b6ac-e3c3cd4a759f'] response: {'server_uuid': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54388153-9494-43cc-9dbf-141cabf26754', 'code': 200} Jul 04 09:16:33.436745 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=54388153-9494-43cc-9dbf-141cabf26754,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:33.445028 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-942a7b28-2c6e-4dca-9bf5-a4d29d4424bc admin admin] Publish callbacks [] for security_group (6bed1161-3b7c-4684-bff1-0fca33c77097), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.471850 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-942a7b28-2c6e-4dca-9bf5-a4d29d4424bc admin admin] Publish callbacks [] for security_group (6bed1161-3b7c-4684-bff1-0fca33c77097), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.505000 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:33.535411 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-942a7b28-2c6e-4dca-9bf5-a4d29d4424bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6bed1161-3b7c-4684-bff1-0fca33c77097), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.538003 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-942a7b28-2c6e-4dca-9bf5-a4d29d4424bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:33.539240 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-942a7b28-2c6e-4dca-9bf5-a4d29d4424bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bed1161-3b7c-4684-bff1-0fca33c77097 HTTP/1.1" status: 204 len: 168 time: 0.1742566 Jul 04 09:16:33.548027 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7b28-2c6e-4dca-9bf5-a4d29d4424bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bed1161-3b7c-4684-bff1-0fca33c77097,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:33.635332 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8639e-0181-4db4-b3fe-25fd5670ffd1 req-ddaf47f6-f3cb-4aca-b665-25f687890728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:33.636892 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-55b8639e-0181-4db4-b3fe-25fd5670ffd1 req-ddaf47f6-f3cb-4aca-b665-25f687890728 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 1130 time: 0.0551143 Jul 04 09:16:33.692818 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-55b8639e-0181-4db4-b3fe-25fd5670ffd1 req-5811cb4a-58e4-432e-82ff-e19057149abd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484707 Jul 04 09:16:33.962683 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8366b7-3d4e-47ec-84ab-be2802c51823 req-adc4f223-ef49-4555-ae4b-97a4f10a576a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:33.964360 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8366b7-3d4e-47ec-84ab-be2802c51823 req-adc4f223-ef49-4555-ae4b-97a4f10a576a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0664179 Jul 04 09:16:34.018515 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40780) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:34.023565 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8366b7-3d4e-47ec-84ab-be2802c51823 req-373a7066-c37c-4449-806f-dc11dd7ddeb7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514309 Jul 04 09:16:34.067642 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-04974b1b-ac90-4446-9dbf-15dbf5abe5b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e49b405054e44158a62083dcd2ece0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479686 Jul 04 09:16:34.070058 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:34.128803 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c990700-3e63-428b-a70c-47328a2fd7c4 admin admin] Publish callbacks [] for security_group (dff7bd89-4fb5-49ae-af49-d2067b512630), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.164469 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c990700-3e63-428b-a70c-47328a2fd7c4 admin admin] Publish callbacks [] for security_group (dff7bd89-4fb5-49ae-af49-d2067b512630), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.166965 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40790) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:34.239389 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793301e-20b2-4b84-9f22-6392c7592494 req-5df825be-58ab-4e0e-a2cd-93bc9f2d2c71 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:34.241159 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d793301e-20b2-4b84-9f22-6392c7592494 req-5df825be-58ab-4e0e-a2cd-93bc9f2d2c71 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 946 time: 0.0717611 Jul 04 09:16:34.256827 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c990700-3e63-428b-a70c-47328a2fd7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (dff7bd89-4fb5-49ae-af49-d2067b512630), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.262237 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c990700-3e63-428b-a70c-47328a2fd7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.266906 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0c990700-3e63-428b-a70c-47328a2fd7c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dff7bd89-4fb5-49ae-af49-d2067b512630 HTTP/1.1" status: 204 len: 168 time: 0.1935883 Jul 04 09:16:34.286361 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990700-3e63-428b-a70c-47328a2fd7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff7bd89-4fb5-49ae-af49-d2067b512630,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:34.305922 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d793301e-20b2-4b84-9f22-6392c7592494 req-e91b41df-36de-4fe8-b06a-fabc400f3449 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571272 Jul 04 09:16:34.351665 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3443593-6d1c-4b58-af28-3461ad48c8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.375598 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:34.454570 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3443593-6d1c-4b58-af28-3461ad48c8d7 admin admin] Publish callbacks [] for security_group (7550615c-664b-41af-b268-4c413b8fd692), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.459925 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3443593-6d1c-4b58-af28-3461ad48c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (7550615c-664b-41af-b268-4c413b8fd692), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.504252 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3443593-6d1c-4b58-af28-3461ad48c8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7550615c-664b-41af-b268-4c413b8fd692,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:34.515391 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d3443593-6d1c-4b58-af28-3461ad48c8d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24950e6905294a9cb1fe6570683121d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471334 Jul 04 09:16:34.515772 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40800) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:34.574935 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88723f42-22b9-45dd-97c5-d763ab5acb0d admin admin] Publish callbacks [] for security_group (7550615c-664b-41af-b268-4c413b8fd692), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.598232 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88723f42-22b9-45dd-97c5-d763ab5acb0d admin admin] Publish callbacks [] for security_group (7550615c-664b-41af-b268-4c413b8fd692), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.656347 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88723f42-22b9-45dd-97c5-d763ab5acb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (7550615c-664b-41af-b268-4c413b8fd692), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.660185 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88723f42-22b9-45dd-97c5-d763ab5acb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:34.661691 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-88723f42-22b9-45dd-97c5-d763ab5acb0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7550615c-664b-41af-b268-4c413b8fd692 HTTP/1.1" status: 204 len: 168 time: 0.1443365 Jul 04 09:16:34.673643 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723f42-22b9-45dd-97c5-d763ab5acb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7550615c-664b-41af-b268-4c413b8fd692,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:35.015613 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40832) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:35.030815 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61a9d1a6-03c3-4ced-9fa0-6d2621e11a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.124045 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:35.149976 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61a9d1a6-03c3-4ced-9fa0-6d2621e11a85 admin admin] Publish callbacks [] for security_group (06711265-ee4d-4217-a4cc-9a2171d51477), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.173633 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61a9d1a6-03c3-4ced-9fa0-6d2621e11a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (06711265-ee4d-4217-a4cc-9a2171d51477), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.225314 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcb803-b7ba-4f8a-884a-6e39e5e651c3 req-254385dc-07d5-435f-87bf-50d2df237043 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:35.228328 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b3bcb803-b7ba-4f8a-884a-6e39e5e651c3 req-254385dc-07d5-435f-87bf-50d2df237043 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0999637 Jul 04 09:16:35.238133 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9d1a6-03c3-4ced-9fa0-6d2621e11a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06711265-ee4d-4217-a4cc-9a2171d51477,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:35.239029 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-960742342-network', 'tenant_id': 'fec91e0c883943448c9d0e8d4d5e09ae'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:35.244274 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-61a9d1a6-03c3-4ced-9fa0-6d2621e11a85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1003d77a8cc407993ff93b5dfce4120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274806 Jul 04 09:16:35.247682 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 40840) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:35.264194 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Made reservation on behalf of fec91e0c883943448c9d0e8d4d5e09ae for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:35.266695 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.276033 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.324554 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:35.334521 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b3bcb803-b7ba-4f8a-884a-6e39e5e651c3 req-53534bfe-d369-4195-8744-949b494a1ffa tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 Jul 04 09:16:35.359744 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-758d8d37-0637-42c1-8717-00d7932ea558 admin admin] Publish callbacks [] for security_group (06711265-ee4d-4217-a4cc-9a2171d51477), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.382404 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks [] for security_group (8e3959cb-e843-41d1-984c-69c2f49cda4a), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.388335 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-758d8d37-0637-42c1-8717-00d7932ea558 admin admin] Publish callbacks [] for security_group (06711265-ee4d-4217-a4cc-9a2171d51477), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.391649 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8e3959cb-e843-41d1-984c-69c2f49cda4a), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.397331 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-827eb594-4ae7-4621-b03a-50c577225f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.413795 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=7,neutron:SELECT=83,neutron:INSERT=10 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:35.414643 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:16:35.443601 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (ccf78bed-c6c2-448c-a7f2-4d78ac5a6526), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.444153 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Added segment ccf78bed-c6c2-448c-a7f2-4d78ac5a6526 of type vlan for network 19ba341d-8995-4ffa-b7cd-bd7817720293 Jul 04 09:16:35.457134 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3959cb-e843-41d1-984c-69c2f49cda4a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:35.485369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53455f23-e0f5-4202-a6ff-313b50c744fb req-d0116c06-dabe-498e-847d-8d5f6269fec7 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:35.487064 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53455f23-e0f5-4202-a6ff-313b50c744fb req-d0116c06-dabe-498e-847d-8d5f6269fec7 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 946 time: 0.0700042 Jul 04 09:16:35.505754 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (19ba341d-8995-4ffa-b7cd-bd7817720293), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.516178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:35.524626 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-758d8d37-0637-42c1-8717-00d7932ea558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (06711265-ee4d-4217-a4cc-9a2171d51477), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.527142 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-758d8d37-0637-42c1-8717-00d7932ea558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.528431 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-758d8d37-0637-42c1-8717-00d7932ea558 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06711265-ee4d-4217-a4cc-9a2171d51477 HTTP/1.1" status: 204 len: 168 time: 0.2724619 Jul 04 09:16:35.539478 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (19ba341d-8995-4ffa-b7cd-bd7817720293), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.540693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:35.541401 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.581486 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8d37-0637-42c1-8717-00d7932ea558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06711265-ee4d-4217-a4cc-9a2171d51477,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:35.594210 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4664652 Jul 04 09:16:35.598095 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 40848) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:35.604034 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Request body: {'subnet': {'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-960742342-subnet', 'tenant_id': 'fec91e0c883943448c9d0e8d4d5e09ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:35.630500 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53455f23-e0f5-4202-a6ff-313b50c744fb req-287e131c-f31d-4fcd-b73d-6d154d4fe905 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350913 Jul 04 09:16:35.656433 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a8d77-fecf-4740-92fa-23a718bf31c3 admin admin] Pushing event updated for resources: {'Network': ['ID=19ba341d-8995-4ffa-b7cd-bd7817720293,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:35.670986 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 19ba341d-8995-4ffa-b7cd-bd7817720293 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:16:35.684885 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Made reservation on behalf of fec91e0c883943448c9d0e8d4d5e09ae for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:35.687477 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29004390'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.748150 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:35.909588 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26720448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29004700'] for subnet (7d3ac9d1-4115-4691-875e-7022392317d6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:35.971975 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3ac9d1-4115-4691-875e-7022392317d6,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:35.993011 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Checking segment: {'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:35.993494 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Network hostable DHCP agents. Network: 19ba341d-8995-4ffa-b7cd-bd7817720293, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:16:36.016996 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Network 19ba341d-8995-4ffa-b7cd-bd7817720293 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:16:36.030336 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 19ba341d-8995-4ffa-b7cd-bd7817720293) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:36.039108 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:36.039809 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9712b1b-c7bf-44e1-a8bc-4730ffdb641a None None] Network 19ba341d-8995-4ffa-b7cd-bd7817720293 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:36.040122 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:36.069352 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e2493e31-0dc3-4cd3-9702-84edb02a739a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4696145 Jul 04 09:16:36.116557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:36.193698 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0387ca6-61b4-46d3-aab8-c972d6520860 None None] Network 19ba341d-8995-4ffa-b7cd-bd7817720293 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:16:36.467302 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3229ac-2493-4a6e-8f82-c6a98bed3682 req-5df48cad-e469-4199-9bcf-45c4521720d7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:36.468948 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6d3229ac-2493-4a6e-8f82-c6a98bed3682 req-5df48cad-e469-4199-9bcf-45c4521720d7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0517972 Jul 04 09:16:36.529610 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6d3229ac-2493-4a6e-8f82-c6a98bed3682 req-95b45ecf-f561-4946-b2e1-e26b7f86391b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525253 Jul 04 09:16:36.608704 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:36.821557 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0287ab2-9f64-4c3b-b0b8-8505b7269811 req-cbe45f55-7f44-4547-a5cb-601955727de4 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:36.826661 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0287ab2-9f64-4c3b-b0b8-8505b7269811 req-cbe45f55-7f44-4547-a5cb-601955727de4 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 946 time: 0.0808887 Jul 04 09:16:36.851761 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:36.886053 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0287ab2-9f64-4c3b-b0b8-8505b7269811 req-0f09c0f2-e2c3-4cd9-98ec-a3df67df129e tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570021 Jul 04 09:16:37.679907 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa11b-0804-45ce-8df3-8d97b0c9bf32 req-de1f91ef-30ec-4518-87eb-932478ab4543 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:37.684690 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eb8aa11b-0804-45ce-8df3-8d97b0c9bf32 req-de1f91ef-30ec-4518-87eb-932478ab4543 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0567849 Jul 04 09:16:37.743040 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eb8aa11b-0804-45ce-8df3-8d97b0c9bf32 req-34936abf-7ef0-4599-93c5-ce60c5fac049 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Jul 04 09:16:38.025656 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ec330-cce3-47f8-9523-998c7848eca0 req-705243f6-729c-477a-aea2-952c446e24e3 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:38.027177 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6b6ec330-cce3-47f8-9523-998c7848eca0 req-705243f6-729c-477a-aea2-952c446e24e3 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 946 time: 0.0496750 Jul 04 09:16:38.072110 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:38.075643 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6b6ec330-cce3-47f8-9523-998c7848eca0 req-a0f9ef14-9dd5-461a-88f7-3c66815098b5 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Jul 04 09:16:38.196618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:38.679364 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-1ffaf7f3-c1d6-4dc9-9b9b-49775117e650 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:38.680840 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-1ffaf7f3-c1d6-4dc9-9b9b-49775117e650 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/networks?id=19ba341d-8995-4ffa-b7cd-bd7817720293 HTTP/1.1" status: 200 len: 813 time: 0.1154680 Jul 04 09:16:38.696942 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-9f42770d-e116-44ba-8c54-3f8d6dd24eea tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/quotas/fec91e0c883943448c9d0e8d4d5e09ae HTTP/1.1" status: 200 len: 375 time: 0.0104163 Jul 04 09:16:38.730716 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-9234f97c-e332-4975-b8a0-5d4ed5caed28 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jul 04 09:16:38.857004 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-f4822390-6af9-4e3b-b081-c52f0a358f7e service neutron] 10.222.0.26 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162474 Jul 04 09:16:38.878341 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d4ea9-bce3-48ee-a0b4-3c6f39c71d98 req-5cad7f33-331f-4fb2-94eb-33c79c4a2928 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:38.879819 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-259d4ea9-bce3-48ee-a0b4-3c6f39c71d98 req-5cad7f33-331f-4fb2-94eb-33c79c4a2928 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0663240 Jul 04 09:16:38.990362 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-259d4ea9-bce3-48ee-a0b4-3c6f39c71d98 req-b244201e-0406-4bb3-9859-34185c7e15fb tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003323 Jul 04 09:16:38.996710 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-58eb7794-bd76-4f1b-a857-e427a59c615c service neutron] 10.222.0.26 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338708 Jul 04 09:16:39.204338 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1628881f-45e4-4691-bb80-4e4846505421 req-2e107bee-3b65-4f18-884f-2286cbed7c35 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 210 time: 0.0554790 Jul 04 09:16:39.225639 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6e42c-0400-4fd2-975b-1f2e4c6a6af2 req-ea96a44e-d14a-45c8-a390-f95b057e675b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:39.227687 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-84b6e42c-0400-4fd2-975b-1f2e4c6a6af2 req-ea96a44e-d14a-45c8-a390-f95b057e675b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 946 time: 0.0678115 Jul 04 09:16:39.302508 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-84b6e42c-0400-4fd2-975b-1f2e4c6a6af2 req-d2fd5dbb-0d01-48bf-b542-bdf28835c4b5 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594783 Jul 04 09:16:39.498897 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-dff05e6d-8bc7-4c1a-98b9-a18e8899f2d9 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:39.500292 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-dff05e6d-8bc7-4c1a-98b9-a18e8899f2d9 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 946 time: 0.0473335 Jul 04 09:16:39.607408 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Deleting port 54388153-9494-43cc-9dbf-141cabf26754 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:16:39.607757 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (54388153-9494-43cc-9dbf-141cabf26754), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:39.936559 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] For port 54388153-9494-43cc-9dbf-141cabf26754, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=54388153-9494-43cc-9dbf-141cabf26754,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:39.936944 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (54388153-9494-43cc-9dbf-141cabf26754), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:39.950200 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Calling delete_port for 54388153-9494-43cc-9dbf-141cabf26754 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:16:39.999560 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:40.013669 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:40.088588 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (54388153-9494-43cc-9dbf-141cabf26754), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.105335 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['54388153-9494-43cc-9dbf-141cabf26754'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:16:40.120981 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Pushing event deleted for resources: {'Port': ['ID=54388153-9494-43cc-9dbf-141cabf26754,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:40.121478 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fc39-017f-4616-9f92-6cf78c035c8b req-00410ad6-afe6-4c59-a731-336f69747820 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:40.143523 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d76fc39-017f-4616-9f92-6cf78c035c8b req-00410ad6-afe6-4c59-a731-336f69747820 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0722525 Jul 04 09:16:40.170784 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:40.177827 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] No DVR routers for this DVR port 54388153-9494-43cc-9dbf-141cabf26754 on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:16:40.180429 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.183858 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-508532e8-e252-4da7-b60a-3fef8a1e1c85 req-f87f2182-bdbe-4d6e-b98f-746f05d9b6fe tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "DELETE /v2.0/ports/54388153-9494-43cc-9dbf-141cabf26754 HTTP/1.1" status: 204 len: 173 time: 0.6755397 Jul 04 09:16:40.184284 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'name': 'network-vif-deleted', 'tag': '54388153-9494-43cc-9dbf-141cabf26754'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:40.186642 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb658b91-9189-4f0f-8e80-86e60ae3bdc3" -d '{"events": [{"server_uuid": "8954f3ab-7a8d-489d-b443-4bbde588ccb5", "name": "network-vif-deleted", "tag": "54388153-9494-43cc-9dbf-141cabf26754"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:40.201113 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d76fc39-017f-4616-9f92-6cf78c035c8b req-a3cb3066-125e-4f33-ae8f-a3f6870af995 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 Jul 04 09:16:40.286212 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ba4f2-6249-49e5-8994-14635de2e38f x-openstack-request-id: req-942ba4f2-6249-49e5-8994-14635de2e38f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:40.286571 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8954f3ab-7a8d-489d-b443-4bbde588ccb5", "name": "network-vif-deleted", "tag": "54388153-9494-43cc-9dbf-141cabf26754", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:40.286770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-942ba4f2-6249-49e5-8994-14635de2e38f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:40.287203 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942ba4f2-6249-49e5-8994-14635de2e38f'] response: {'server_uuid': '8954f3ab-7a8d-489d-b443-4bbde588ccb5', 'name': 'network-vif-deleted', 'tag': '54388153-9494-43cc-9dbf-141cabf26754', 'status': 'completed', 'code': 200} Jul 04 09:16:40.342654 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-ed616eb0-e8d1-4b0b-b0ec-7ae1a7984cd1 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:40.346066 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-ed616eb0-e8d1-4b0b-b0ec-7ae1a7984cd1 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "GET /v2.0/networks?id=19ba341d-8995-4ffa-b7cd-bd7817720293 HTTP/1.1" status: 200 len: 813 time: 0.1454484 Jul 04 09:16:40.374819 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Request body: {'port': {'device_id': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293', 'admin_state_up': True, 'tenant_id': 'fec91e0c883943448c9d0e8d4d5e09ae'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:40.397509 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-05b5995b-4005-4bce-9b5b-fd0304ddc7fd req-a0b82297-908b-4edc-8416-19752aa81be5 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 210 time: 0.0992956 Jul 04 09:16:40.468531 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c862da6f-44d1-435c-af6b-50fc5f5223ab req-9638de39-b8ec-4906-a158-6d4356db43a7 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=8954f3ab-7a8d-489d-b443-4bbde588ccb5 HTTP/1.1" status: 200 len: 210 time: 0.0400593 Jul 04 09:16:40.538796 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Made reservation on behalf of fec91e0c883943448c9d0e8d4d5e09ae for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:40.542418 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.670652 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Allocated IP 172.20.0.10 (19ba341d-8995-4ffa-b7cd-bd7817720293/7d3ac9d1-4115-4691-875e-7022392317d6/72947163-4128-451c-9a62-4c4564d8be60) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:40.693584 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 41092) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:40.807831 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a4de983-16d8-44ca-bf16-d9c0591a4095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.827580 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks [] for port (72947163-4128-451c-9a62-4c4564d8be60), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.866831 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (72947163-4128-451c-9a62-4c4564d8be60), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.892681 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a4de983-16d8-44ca-bf16-d9c0591a4095 admin admin] Publish callbacks [] for security_group (c452e505-6c85-4c58-a206-81f43d139b01), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.898509 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a4de983-16d8-44ca-bf16-d9c0591a4095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (c452e505-6c85-4c58-a206-81f43d139b01), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:40.915719 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:40.936244 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Network 19ba341d-8995-4ffa-b7cd-bd7817720293 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:40.937368 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Pushing event updated for resources: {'Port': ['ID=72947163-4128-451c-9a62-4c4564d8be60,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:40.950635 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:40.953650 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:40.975388 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4de983-16d8-44ca-bf16-d9c0591a4095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452e505-6c85-4c58-a206-81f43d139b01,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:40.985417 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3a4de983-16d8-44ca-bf16-d9c0591a4095 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58cac7b282604f519bf31545c2c68ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884364 Jul 04 09:16:40.986293 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 41102) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:41.024672 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:41.026893 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:41.027080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.050232 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-31fdf607-7421-4dd5-af76-c4d9830c64b9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897545 Jul 04 09:16:41.056317 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-994c001f-93e0-4fd8-a725-4b1af8580a93 admin admin] Publish callbacks [] for security_group (c452e505-6c85-4c58-a206-81f43d139b01), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.078453 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-994c001f-93e0-4fd8-a725-4b1af8580a93 admin admin] Publish callbacks [] for security_group (c452e505-6c85-4c58-a206-81f43d139b01), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.112639 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Request body: {'port': {'device_id': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:41.136568 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-994c001f-93e0-4fd8-a725-4b1af8580a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (c452e505-6c85-4c58-a206-81f43d139b01), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.140292 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-994c001f-93e0-4fd8-a725-4b1af8580a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.141859 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-994c001f-93e0-4fd8-a725-4b1af8580a93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c452e505-6c85-4c58-a206-81f43d139b01 HTTP/1.1" status: 204 len: 168 time: 0.1551013 Jul 04 09:16:41.152893 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c001f-93e0-4fd8-a725-4b1af8580a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452e505-6c85-4c58-a206-81f43d139b01,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:41.173447 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:41.184045 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72947163-4128-451c-9a62-4c4564d8be60), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.332768 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab307-eb0e-42f8-a983-0492d490fc90 req-f34985db-7034-4224-bc12-6d4eb3b7703d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:41.334485 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ffcab307-eb0e-42f8-a983-0492d490fc90 req-f34985db-7034-4224-bc12-6d4eb3b7703d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0508304 Jul 04 09:16:41.388056 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ffcab307-eb0e-42f8-a983-0492d490fc90 req-19a29cf1-8fe7-4e2e-a64b-12c50b0cb758 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Jul 04 09:16:41.517336 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72947163-4128-451c-9a62-4c4564d8be60 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:41.527306 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Publish callbacks [] for port (72947163-4128-451c-9a62-4c4564d8be60), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.528511 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 41116) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:41.551321 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b26b90e8-1f22-4a81-9c29-b335453a6b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.551586 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Transition to ACTIVE for port object 72947163-4128-451c-9a62-4c4564d8be60 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:16:41.556149 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (72947163-4128-451c-9a62-4c4564d8be60), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.574838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157c288-d2c2-46c7-9108-1fca06a53f31 req-ae792e32-af15-4f3c-b608-d65a4fbf0904 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:41.576543 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5157c288-d2c2-46c7-9108-1fca06a53f31 req-ae792e32-af15-4f3c-b608-d65a4fbf0904 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 932 time: 0.1019170 Jul 04 09:16:41.610449 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=72947163-4128-451c-9a62-4c4564d8be60,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:41.655365 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5157c288-d2c2-46c7-9108-1fca06a53f31 req-d4459594-aecf-4533-89a9-8276cce24bf2 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Jul 04 09:16:41.694573 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b26b90e8-1f22-4a81-9c29-b335453a6b9f admin admin] Publish callbacks [] for security_group (dadbf739-7e7d-49ec-9757-9b06ecbaea7c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.702818 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b26b90e8-1f22-4a81-9c29-b335453a6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (dadbf739-7e7d-49ec-9757-9b06ecbaea7c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.715770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Attempting to bind port 72947163-4128-451c-9a62-4c4564d8be60 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:41.716284 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Attempting to bind port 72947163-4128-451c-9a62-4c4564d8be60 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:41.716622 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Attempting to bind port 72947163-4128-451c-9a62-4c4564d8be60 on network 19ba341d-8995-4ffa-b7cd-bd7817720293 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:41.721804 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Port 72947163-4128-451c-9a62-4c4564d8be60 on network 19ba341d-8995-4ffa-b7cd-bd7817720293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:16:41.722074 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Attempting to bind port 72947163-4128-451c-9a62-4c4564d8be60 on network 19ba341d-8995-4ffa-b7cd-bd7817720293 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:41.727725 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:41.727725 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Checking segment: {'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:41.728115 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Bound using segment: {'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:41.728464 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Bound port: 72947163-4128-451c-9a62-4c4564d8be60, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:41.728942 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72947163-4128-451c-9a62-4c4564d8be60), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.737764 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:41.757498 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b26b90e8-1f22-4a81-9c29-b335453a6b9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6819774fcc44d338ae34796ac00c90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294705 Jul 04 09:16:41.761426 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 41130) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:41.764913 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b90e8-1f22-4a81-9c29-b335453a6b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbf739-7e7d-49ec-9757-9b06ecbaea7c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:41.799286 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] For port 72947163-4128-451c-9a62-4c4564d8be60, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:41.802913 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] For port 72947163-4128-451c-9a62-4c4564d8be60, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=72947163-4128-451c-9a62-4c4564d8be60,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:41.809408 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (72947163-4128-451c-9a62-4c4564d8be60), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.846290 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=66 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:41.850066 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:41.850689 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:41.852124 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] 10.222.0.57 "PUT /v2.0/ports/72947163-4128-451c-9a62-4c4564d8be60 HTTP/1.1" status: 200 len: 1094 time: 0.7448246 Jul 04 09:16:41.855648 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:41.872988 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7323878-f437-47f5-8da3-639dd13c6cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=72947163-4128-451c-9a62-4c4564d8be60,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:42.113749 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5df4a0e-a859-4d6d-b168-3756531e80ea admin admin] Publish callbacks [] for security_group (dadbf739-7e7d-49ec-9757-9b06ecbaea7c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:42.138967 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-2c6dfae5-369a-491a-9f59-e8500c91404c tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:42.142386 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-2c6dfae5-369a-491a-9f59-e8500c91404c tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/networks?id=bbd0766b-abd4-4629-88c9-33da6bb68597 HTTP/1.1" status: 200 len: 809 time: 0.3829453 Jul 04 09:16:42.167365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5df4a0e-a859-4d6d-b168-3756531e80ea admin admin] Publish callbacks [] for security_group (dadbf739-7e7d-49ec-9757-9b06ecbaea7c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:42.176374 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-e7a6d031-ee1b-402a-a000-21259cf4bab9 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/quotas/b7869946a7ac4ac7a15fab3dfe687abd HTTP/1.1" status: 200 len: 375 time: 0.0263250 Jul 04 09:16:42.194262 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-3bde75cf-0581-4e51-8ac8-74a0e3ea4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:42.195935 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-3bde75cf-0581-4e51-8ac8-74a0e3ea4135 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 1128 time: 0.0486035 Jul 04 09:16:42.233008 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-461b1f28-2d61-4e3e-969a-c89f01def156 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463204 Jul 04 09:16:42.277025 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5df4a0e-a859-4d6d-b168-3756531e80ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (dadbf739-7e7d-49ec-9757-9b06ecbaea7c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:42.279487 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5df4a0e-a859-4d6d-b168-3756531e80ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:42.280661 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e5df4a0e-a859-4d6d-b168-3756531e80ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dadbf739-7e7d-49ec-9757-9b06ecbaea7c HTTP/1.1" status: 204 len: 168 time: 0.5165997 Jul 04 09:16:42.289090 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'tag': '72947163-4128-451c-9a62-4c4564d8be60'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:42.291436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3a7e68-0b4d-4781-82ec-271822345aac" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1cd838-20f2-4b96-9f17-c1382deb7479", "tag": "72947163-4128-451c-9a62-4c4564d8be60"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:42.320369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df4a0e-a859-4d6d-b168-3756531e80ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbf739-7e7d-49ec-9757-9b06ecbaea7c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:42.339787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6044bde6-e5c3-4d54-bbf7-82b1adb2edc2 x-openstack-request-id: req-6044bde6-e5c3-4d54-bbf7-82b1adb2edc2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:42.340156 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:42.341461 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1cd838-20f2-4b96-9f17-c1382deb7479", "tag": "72947163-4128-451c-9a62-4c4564d8be60", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:42.342006 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6044bde6-e5c3-4d54-bbf7-82b1adb2edc2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:42.342359 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6044bde6-e5c3-4d54-bbf7-82b1adb2edc2'] response: {'name': 'network-changed', 'server_uuid': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'tag': '72947163-4128-451c-9a62-4c4564d8be60', 'status': 'completed', 'code': 200} Jul 04 09:16:42.357543 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-68161c26-8943-4e29-a6e4-f9071588b382 service neutron] 10.222.0.26 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156230 Jul 04 09:16:42.460688 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-e4878b7d-2728-43f8-a90a-1ffc4d76f1b9 service neutron] 10.222.0.26 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966458 Jul 04 09:16:42.532539 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-008f5c15-5c1c-41db-a31b-df19bbe7ca23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72947163-4128-451c-9a62-4c4564d8be60 HTTP/1.1" status: 200 len: 217 time: 0.0533051 Jul 04 09:16:42.595116 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1bf6-48a9-467e-be09-8128a7c61242 req-12a2b6fd-d346-4492-a9aa-4692abd02451 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:42.596986 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c43e1bf6-48a9-467e-be09-8128a7c61242 req-12a2b6fd-d346-4492-a9aa-4692abd02451 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.1222446 Jul 04 09:16:42.602906 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-b016fa22-1f57-4fbd-8f7b-7a798fe187e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:42.604851 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-b016fa22-1f57-4fbd-8f7b-7a798fe187e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3ac9d1-4115-4691-875e-7022392317d6 HTTP/1.1" status: 200 len: 853 time: 0.0621564 Jul 04 09:16:42.670459 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-a682ed3b-544c-4d87-af6b-8d5e61986c6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19ba341d-8995-4ffa-b7cd-bd7817720293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537605 Jul 04 09:16:42.677665 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c43e1bf6-48a9-467e-be09-8128a7c61242 req-8dc1ef99-0bf0-4bd8-b995-87c34998d9c3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717468 Jul 04 09:16:42.747928 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-61c40990-8565-440d-9760-323fe550b28f req-84771a4b-6d62-47a8-8110-be430f40b149 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 210 time: 0.0524745 Jul 04 09:16:42.792645 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:42.830952 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-9abdd3bf-51a1-41d6-9f5c-aebdedbb3e82 service neutron] 10.222.0.57 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446638 Jul 04 09:16:42.867763 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7cde7-b9ce-4841-8043-da1cc08d5626 req-1b5d0d0a-d346-45ae-9172-384d0e30afa1 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:42.883055 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53d7cde7-b9ce-4841-8043-da1cc08d5626 req-1b5d0d0a-d346-45ae-9172-384d0e30afa1 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 944 time: 0.0907993 Jul 04 09:16:42.887795 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:42.951777 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53d7cde7-b9ce-4841-8043-da1cc08d5626 req-39e09769-4aad-4dbe-8ea8-31f0d26f4fad tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639970 Jul 04 09:16:42.952348 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fc17d010-ec30-4e86-a9cf-b55b3b0b167c req-1f0345bb-5655-4fc4-9c20-968d4b21d4dc service neutron] 10.222.0.57 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052432 Jul 04 09:16:43.189071 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 54388153-9494-43cc-9dbf-141cabf26754 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:16:43.210075 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 54388153-9494-43cc-9dbf-141cabf26754 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:16:43.210420 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 54388153-9494-43cc-9dbf-141cabf26754 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:16:43.309698 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-0b53ae5d-fc0b-4c7e-81b2-d3b0b52766ce tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453758316&fields=id&tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06 HTTP/1.1" status: 200 len: 267 time: 0.0463870 Jul 04 09:16:43.422373 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-29550da5-df48-4296-b0e1-e11b25c79576 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:43.423940 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-29550da5-df48-4296-b0e1-e11b25c79576 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 807 time: 0.1074162 Jul 04 09:16:43.441498 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-26fb0988-c650-4303-8d15-38ffef922b92 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/quotas/33b3e0ba3aa644ddbbee8f56be21ad06 HTTP/1.1" status: 200 len: 375 time: 0.0093553 Jul 04 09:16:43.493646 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-81708e8d-af1e-410f-8956-84af403c9964 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456014 Jul 04 09:16:43.597452 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-ba8bff2e-9173-4149-bd9c-bbc8206c2c7a service neutron] 10.222.0.26 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909016 Jul 04 09:16:43.710771 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-160c86e6-a2ce-4b9e-b467-1f45023b3eae service neutron] 10.222.0.26 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037636 Jul 04 09:16:43.763909 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41196) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:43.811901 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:43.833501 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b3050-e0af-4735-809d-881b03379db0 req-02497453-42e1-41bb-952b-7417da0fd271 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:43.835324 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-945b3050-e0af-4735-809d-881b03379db0 req-02497453-42e1-41bb-952b-7417da0fd271 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0585470 Jul 04 09:16:43.889556 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0835fff-a4d1-413b-8655-7c7e799f1cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:43.896593 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-945b3050-e0af-4735-809d-881b03379db0 req-1b20be75-3dac-49ff-947d-969e4f2bec4a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540004 Jul 04 09:16:43.978488 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-e8d65bf8-bf04-4911-8950-9a1b1ecce2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:43.980378 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-e8d65bf8-bf04-4911-8950-9a1b1ecce2e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 1128 time: 0.0583816 Jul 04 09:16:44.139076 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0835fff-a4d1-413b-8655-7c7e799f1cd7 admin admin] Publish callbacks [] for security_group (26926113-44c4-4c1e-a793-b8d53652b225), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:44.166813 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0835fff-a4d1-413b-8655-7c7e799f1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (26926113-44c4-4c1e-a793-b8d53652b225), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:44.193214 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-de3bf98b-e719-4a76-ae57-064f2e899dba req-bb9eec20-e992-4fe8-a14f-9deaef6220fb tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 210 time: 0.0391488 Jul 04 09:16:44.200969 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0835fff-a4d1-413b-8655-7c7e799f1cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26926113-44c4-4c1e-a793-b8d53652b225,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:44.210546 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-8771ead7-acc0-4862-8997-2475109cfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:44.212037 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-8771ead7-acc0-4862-8997-2475109cfb80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=19ba341d-8995-4ffa-b7cd-bd7817720293 HTTP/1.1" status: 200 len: 914 time: 0.2232718 Jul 04 09:16:44.234870 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a0835fff-a4d1-413b-8655-7c7e799f1cd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10018f4bb936410c9ab7317e5fde50a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712315 Jul 04 09:16:44.237338 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 41220) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:44.258344 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-be5bd6ba-d5f0-46db-abaa-760c10d460ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72947163-4128-451c-9a62-4c4564d8be60 HTTP/1.1" status: 200 len: 217 time: 0.0369813 Jul 04 09:16:44.296507 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5413a-bbee-44df-90dd-8620d08ea6a1 req-35ce4840-b807-4cd0-8af5-09fdb2402a86 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:44.302260 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8ba5413a-bbee-44df-90dd-8620d08ea6a1 req-35ce4840-b807-4cd0-8af5-09fdb2402a86 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 944 time: 0.1081629 Jul 04 09:16:44.329531 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-98b5d7ca-8ccc-4224-a652-e8e8b68be4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:44.331242 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-98b5d7ca-8ccc-4224-a652-e8e8b68be4f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3ac9d1-4115-4691-875e-7022392317d6 HTTP/1.1" status: 200 len: 853 time: 0.0630634 Jul 04 09:16:44.368988 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-154a7e6a-2a23-4b14-8d81-38e5ed94b2f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19ba341d-8995-4ffa-b7cd-bd7817720293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304003 Jul 04 09:16:44.386115 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e15b7b96-8178-4e55-8e77-dfa059b1eb28 req-f676f1e3-11e0-4735-a15f-709685bcbb42 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 210 time: 0.0735428 Jul 04 09:16:44.402554 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb48d193-7bbc-4843-a42c-368113558adc admin admin] Publish callbacks [] for security_group (26926113-44c4-4c1e-a793-b8d53652b225), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:44.404010 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:44.454524 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8ba5413a-bbee-44df-90dd-8620d08ea6a1 req-8ff63e41-1edd-4986-8470-5de95795ac72 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431842 Jul 04 09:16:44.458136 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb48d193-7bbc-4843-a42c-368113558adc admin admin] Publish callbacks [] for security_group (26926113-44c4-4c1e-a793-b8d53652b225), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:44.541373 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18ad7f-2d5c-4c9c-981f-e977d778c806 req-7edd212a-247c-4c70-ac47-5b4569dcf314 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:44.543085 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ad18ad7f-2d5c-4c9c-981f-e977d778c806 req-7edd212a-247c-4c70-ac47-5b4569dcf314 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0800471 Jul 04 09:16:44.557693 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-e502753e-7de2-4620-81bd-e4cf282d19fa service neutron] 10.222.0.57 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211264 Jul 04 09:16:44.586902 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb48d193-7bbc-4843-a42c-368113558adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (26926113-44c4-4c1e-a793-b8d53652b225), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:44.589414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb48d193-7bbc-4843-a42c-368113558adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:44.590671 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fb48d193-7bbc-4843-a42c-368113558adc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26926113-44c4-4c1e-a793-b8d53652b225 HTTP/1.1" status: 204 len: 168 time: 0.3521276 Jul 04 09:16:44.610952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48d193-7bbc-4843-a42c-368113558adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26926113-44c4-4c1e-a793-b8d53652b225,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:44.616234 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ad18ad7f-2d5c-4c9c-981f-e977d778c806 req-3fa32fcb-6a16-43b6-8dee-ea8b148a3c06 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667920 Jul 04 09:16:44.868491 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1b3a7e68-0b4d-4781-82ec-271822345aac req-3f403005-34c3-4eda-a240-d1add11c5930 service neutron] 10.222.0.57 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478086 Jul 04 09:16:44.960539 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-8edd3efc-d4ba-4c76-9c4e-35342e4131c4 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:44.962096 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-8edd3efc-d4ba-4c76-9c4e-35342e4131c4 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "GET /v2.0/networks?id=bbd0766b-abd4-4629-88c9-33da6bb68597 HTTP/1.1" status: 200 len: 809 time: 0.1335073 Jul 04 09:16:44.978786 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Request body: {'port': {'device_id': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597', 'admin_state_up': True, 'tenant_id': 'b7869946a7ac4ac7a15fab3dfe687abd'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:45.075896 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5564-01bb-47b0-8c85-beffd176abaf req-9d13c76e-74a0-4a25-9688-3ea79b4aa8a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:45.078336 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fffd5564-01bb-47b0-8c85-beffd176abaf req-9d13c76e-74a0-4a25-9688-3ea79b4aa8a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0768697 Jul 04 09:16:45.109171 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:45.142650 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Made reservation on behalf of b7869946a7ac4ac7a15fab3dfe687abd for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:45.147103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:45.155640 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fffd5564-01bb-47b0-8c85-beffd176abaf req-8b6ada98-3587-4a27-8dba-722c8b3f24bb tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663068 Jul 04 09:16:45.211114 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 72947163-4128-451c-9a62-4c4564d8be60 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:16:45.251219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:45.326796 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Allocated IP 172.20.0.14 (bbd0766b-abd4-4629-88c9-33da6bb68597/d3e0654f-9951-40c7-82f0-af3944ea09bb/0a264e9f-7a6c-4987-8482-bd9161ba3ca3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:45.327230 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c1fa5ed-a6e4-45e8-befd-d84f3aafcabf req-67c45a3d-391f-461f-aaf9-028b1247e9d0 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 210 time: 0.0332713 Jul 04 09:16:45.507904 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 72947163-4128-451c-9a62-4c4564d8be60, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=72947163-4128-451c-9a62-4c4564d8be60,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:45.521996 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '72947163-4128-451c-9a62-4c4564d8be60', 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293', 'port_id': '72947163-4128-451c-9a62-4c4564d8be60', 'mac_address': 'fa:16:3e:c4:a0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3ac9d1-4115-4691-875e-7022392317d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:16:45.567561 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 72947163-4128-451c-9a62-4c4564d8be60 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:45.568268 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72947163-4128-451c-9a62-4c4564d8be60), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:45.577665 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks [] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:45.587360 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72947163-4128-451c-9a62-4c4564d8be60 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:45.595150 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2705fc89-bbd0-4492-be09-9070937a32fd req-5ba96270-89c7-492f-b5ac-4ff6b890afec tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 210 time: 0.0755498 Jul 04 09:16:45.639352 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 72947163-4128-451c-9a62-4c4564d8be60, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=72947163-4128-451c-9a62-4c4564d8be60,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:45.647585 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (72947163-4128-451c-9a62-4c4564d8be60), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:45.672708 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c2f4-345c-4b3b-845a-4fa18ed52f93 req-cb002fcc-40e0-4f29-8ca6-c3c9ca9c1c90 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:45.687762 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b5c2f4-345c-4b3b-845a-4fa18ed52f93 req-cb002fcc-40e0-4f29-8ca6-c3c9ca9c1c90 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 944 time: 0.1202011 Jul 04 09:16:45.739072 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-e621ecc9-0695-4063-9180-10107e05a9c4 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:45.740574 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-e621ecc9-0695-4063-9180-10107e05a9c4 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.57 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 807 time: 0.1427393 Jul 04 09:16:45.751419 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=72947163-4128-451c-9a62-4c4564d8be60,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:45.817785 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:45.824515 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b5c2f4-345c-4b3b-845a-4fa18ed52f93 req-b6e51034-8098-4288-89c8-bcba5d43b662 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352537 Jul 04 09:16:45.846399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fde1cb-ff08-47f4-baa3-6c26836a9ef8 req-9eb5b8f6-850d-438b-b934-b83ae88a30f1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:45.848239 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-77fde1cb-ff08-47f4-baa3-6c26836a9ef8 req-9eb5b8f6-850d-438b-b934-b83ae88a30f1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1054020 Jul 04 09:16:45.937785 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['72947163-4128-451c-9a62-4c4564d8be60'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:16:45.946244 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-77fde1cb-ff08-47f4-baa3-6c26836a9ef8 req-fbdf77bf-44b2-4986-a22d-12a61f1c6cb3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861776 Jul 04 09:16:45.947144 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-4caad1d3-8f46-42dc-9b3f-5e52f6ba572e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06 HTTP/1.1" status: 200 len: 379 time: 0.1900847 Jul 04 09:16:45.956950 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Network bbd0766b-abd4-4629-88c9-33da6bb68597 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:45.962583 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'port': {'device_id': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'admin_state_up': True, 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'security_groups': ['a2f5a4c3-5950-4af8-87c7-54f3abfc34f1']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:45.973930 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:45.988183 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:45.991032 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Pushing event updated for resources: {'Port': ['ID=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:46.026371 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.026712 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.027056 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.027392 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.027722 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.028050 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.028374 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.028694 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.029013 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.029333 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.029648 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.030088 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.030299 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.030613 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.031512 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:46.044055 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:46.098478 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:46.099110 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:46.160928 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-78053b3a-4cb2-4d19-8dbe-41d1180de72f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1866131 Jul 04 09:16:46.177925 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Request body: {'port': {'device_id': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:46.251229 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:46.264499 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Made reservation on behalf of 33b3e0ba3aa644ddbbee8f56be21ad06 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:46.268174 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:46.272169 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:46.295710 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4afe37-0767-440b-85c9-344b4ecd7ebf req-64336b94-6d7b-419f-a503-ac6fba12821d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:46.297523 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f4afe37-0767-440b-85c9-344b4ecd7ebf req-64336b94-6d7b-419f-a503-ac6fba12821d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0596163 Jul 04 09:16:46.319619 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:46.381975 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f4afe37-0767-440b-85c9-344b4ecd7ebf req-6e662c18-fade-4a2a-bc61-e885fca9d6a1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728590 Jul 04 09:16:46.460840 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9eca9-c714-4943-8683-0c6e7abf3887 req-87384058-805f-45d2-8509-079fc3d132c2 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:46.462393 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bcc9eca9-c714-4943-8683-0c6e7abf3887 req-87384058-805f-45d2-8509-079fc3d132c2 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 932 time: 0.0504117 Jul 04 09:16:46.509421 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bcc9eca9-c714-4943-8683-0c6e7abf3887 req-5febdd65-448c-4729-a1cc-ecf84fd002f8 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Jul 04 09:16:46.596796 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Allocated IP 172.20.0.13 (5a2c8810-cb52-4371-861a-661d1c6a6165/1277dff0-d15a-447d-8a1d-5024ed6c6a84/78c383e3-0712-437b-8c6a-9bd8b90e67f0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:46.697520 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fb80bd2a-174e-4170-b6b4-9aedd44fd55e req-a6e6af40-c6f1-4df9-9292-371cd161456c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 210 time: 0.0283730 Jul 04 09:16:46.785849 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:46.797206 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Publish callbacks [] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:46.828105 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Transition to ACTIVE for port object 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:16:46.834801 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:46.843702 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:46.903078 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Pushing event updated for resources: {'Port': ['ID=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:46.977602 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:46.978342 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a4319-b6f9-4c8f-8ada-1142be31416a req-8d77a6c2-97c5-4fe1-a847-ce2ce5988174 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:46.979768 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d37a4319-b6f9-4c8f-8ada-1142be31416a req-8d77a6c2-97c5-4fe1-a847-ce2ce5988174 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 945 time: 0.0589001 Jul 04 09:16:47.005852 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:47.044181 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:47.056692 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:47.067110 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:47.069505 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:47.074361 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:47.076402 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d37a4319-b6f9-4c8f-8ada-1142be31416a req-a3dd2a5e-f3e5-40bc-9e2d-038dc3535c28 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894413 Jul 04 09:16:47.085625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee7e1a-1eb0-4ec6-8f03-b854405637f5 req-627386ea-f2c9-4027-aa93-fe51d2dcced2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:47.087169 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f5ee7e1a-1eb0-4ec6-8f03-b854405637f5 req-627386ea-f2c9-4027-aa93-fe51d2dcced2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0727336 Jul 04 09:16:47.164113 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Attempting to bind port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:47.164565 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Attempting to bind port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:47.165408 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Attempting to bind port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 on network bbd0766b-abd4-4629-88c9-33da6bb68597 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:47.180596 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f5ee7e1a-1eb0-4ec6-8f03-b854405637f5 req-ccb2bae1-3634-4d11-882c-80fe5df3800a tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734162 Jul 04 09:16:47.198366 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:47.224049 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 on network bbd0766b-abd4-4629-88c9-33da6bb68597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:16:47.225200 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Attempting to bind port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 on network bbd0766b-abd4-4629-88c9-33da6bb68597 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:47.238320 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 72947163-4128-451c-9a62-4c4564d8be60 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:47.308284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 72947163-4128-451c-9a62-4c4564d8be60 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:16:47.317352 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 72947163-4128-451c-9a62-4c4564d8be60 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:47.318111 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (72947163-4128-451c-9a62-4c4564d8be60), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.463159 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ea745e5e-0d49-4b5d-99c9-59636315daa3 None None] Provisioning complete for port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:47.463530 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ea745e5e-0d49-4b5d-99c9-59636315daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.467297 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 72947163-4128-451c-9a62-4c4564d8be60 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:47.467476 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72947163-4128-451c-9a62-4c4564d8be60), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.521581 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72947163-4128-451c-9a62-4c4564d8be60'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:47.523741 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e7a9c-f58f-4df7-b713-86a5328a7b75" -d '{"events": [{"server_uuid": "bd1cd838-20f2-4b96-9f17-c1382deb7479", "name": "network-vif-plugged", "status": "completed", "tag": "72947163-4128-451c-9a62-4c4564d8be60"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:47.531932 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-b05415e2-609d-44cf-912b-a7c2dda36110 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=10fc941c0bca498e9d6cfeed12f0c6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697997 Jul 04 09:16:47.543330 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 72947163-4128-451c-9a62-4c4564d8be60, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=72947163-4128-451c-9a62-4c4564d8be60,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:47.544957 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ea745e5e-0d49-4b5d-99c9-59636315daa3 None None] Port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:16:47.551846 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (72947163-4128-451c-9a62-4c4564d8be60), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.574743 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:47.575189 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Checking segment: {'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:47.575639 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Bound using segment: {'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:47.576164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Bound port: 0a264e9f-7a6c-4987-8482-bd9161ba3ca3, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdccb343-9479-4365-b345-9f0598e7f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:47.576583 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.587790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:47.588453 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.599004 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d2998-5d8e-4703-b32a-3953df7b4dee req-58221e76-943a-4d52-b49b-d067fc2e9047 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:47.600842 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e69d2998-5d8e-4703-b32a-3953df7b4dee req-58221e76-943a-4d52-b49b-d067fc2e9047 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.1095390 Jul 04 09:16:47.612176 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=72947163-4128-451c-9a62-4c4564d8be60,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:47.613277 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320160bf-2d3a-488f-890a-0c5d543f0b67 req-0ad85046-8199-4d30-aa47-82eb15bd24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:47.614934 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-320160bf-2d3a-488f-890a-0c5d543f0b67 req-0ad85046-8199-4d30-aa47-82eb15bd24c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1129 time: 0.3848467 Jul 04 09:16:47.646510 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-afba9654-5dab-48fc-9991-fb5881ac0d56 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6881382 Jul 04 09:16:47.664625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Request body: {'port': {'device_id': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:47.716636 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:47.758996 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-320160bf-2d3a-488f-890a-0c5d543f0b67 req-8774a7c8-825b-4b8e-a2be-bba76b56a597 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223819 Jul 04 09:16:47.760355 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] For port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:47.779004 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] For port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:47.781682 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.792390 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e69d2998-5d8e-4703-b32a-3953df7b4dee req-bad141e2-e3b7-445d-8b29-13be2ea25c1d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800652 Jul 04 09:16:47.798047 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.800631 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-40e0a6e0-c595-493b-8aa9-1ead0fdaf4c5 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:47.802157 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-40e0a6e0-c595-493b-8aa9-1ead0fdaf4c5 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516282 Jul 04 09:16:47.819951 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-eb2c66dd-2a33-4146-8761-9be42789a2c2 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/quotas/10fc941c0bca498e9d6cfeed12f0c6ef HTTP/1.1" status: 200 len: 375 time: 0.0108576 Jul 04 09:16:47.840243 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053061f9-b52d-4bd0-91c9-d3473e3ccd1b x-openstack-request-id: req-053061f9-b52d-4bd0-91c9-d3473e3ccd1b {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:47.840803 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1cd838-20f2-4b96-9f17-c1382deb7479", "name": "network-vif-plugged", "status": "completed", "tag": "72947163-4128-451c-9a62-4c4564d8be60", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:47.841260 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-053061f9-b52d-4bd0-91c9-d3473e3ccd1b {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:47.842457 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053061f9-b52d-4bd0-91c9-d3473e3ccd1b'] response: {'server_uuid': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72947163-4128-451c-9a62-4c4564d8be60', 'code': 200} Jul 04 09:16:47.863227 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-177d5c7e-ef82-4124-a497-3f9674b36b8d tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fc941c0bca498e9d6cfeed12f0c6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337040 Jul 04 09:16:47.865617 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:47.866309 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:47.867699 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] 10.222.0.57 "PUT /v2.0/ports/0a264e9f-7a6c-4987-8482-bd9161ba3ca3 HTTP/1.1" status: 200 len: 1094 time: 1.6961784 Jul 04 09:16:47.871846 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'tag': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:47.874107 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a5887a-2835-4ebf-9355-841059d10502" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a1e180-e636-400d-97b7-57132b3d6af8", "tag": "0a264e9f-7a6c-4987-8482-bd9161ba3ca3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:47.913414 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b78066-6cfb-49a2-86fb-fded029f8347 service neutron] Pushing event updated for resources: {'Port': ['ID=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:47.973136 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb0b96-93e9-4ff8-bedd-eeab9ea41c68 req-d3e633fe-7281-4808-914e-b38d5b32135b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:47.975703 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-47bb0b96-93e9-4ff8-bedd-eeab9ea41c68 req-d3e633fe-7281-4808-914e-b38d5b32135b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 944 time: 0.0860384 Jul 04 09:16:48.060139 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-47bb0b96-93e9-4ff8-bedd-eeab9ea41c68 req-10fa34a6-49b9-425e-8e35-831b2f613f12 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681365 Jul 04 09:16:48.143209 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eeeee6-a3e6-4f26-ba4a-919c51b347c8 x-openstack-request-id: req-93eeeee6-a3e6-4f26-ba4a-919c51b347c8 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:48.143727 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a1e180-e636-400d-97b7-57132b3d6af8", "tag": "0a264e9f-7a6c-4987-8482-bd9161ba3ca3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:48.143727 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93eeeee6-a3e6-4f26-ba4a-919c51b347c8 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:48.144155 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93eeeee6-a3e6-4f26-ba4a-919c51b347c8'] response: {'name': 'network-changed', 'server_uuid': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'tag': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3', 'status': 'completed', 'code': 200} Jul 04 09:16:48.165851 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df604-c79e-46bb-a137-513d71945b0c req-e9c6d8ec-9eec-44a5-904e-a037a65e1a14 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.167363 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae0df604-c79e-46bb-a137-513d71945b0c req-e9c6d8ec-9eec-44a5-904e-a037a65e1a14 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 932 time: 0.1015649 Jul 04 09:16:48.182822 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-9e19daa0-6329-4ccf-a448-143ddc8e71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.182822 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-9e19daa0-6329-4ccf-a448-143ddc8e71bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 1128 time: 0.1387503 Jul 04 09:16:48.229231 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae0df604-c79e-46bb-a137-513d71945b0c req-2f73bb3b-7496-4b45-b4c9-dfe532b27db3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561039 Jul 04 09:16:48.254803 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20bcbd84-0d82-48be-b336-892477e48903 req-0955fa3d-ecc0-4804-9eef-44f232e9f592 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 210 time: 0.0400441 Jul 04 09:16:48.286872 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c383e3-0712-437b-8c6a-9bd8b90e67f0 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:48.297510 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Publish callbacks [] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:48.314227 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Transition to ACTIVE for port object 78c383e3-0712-437b-8c6a-9bd8b90e67f0 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:16:48.319715 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:48.422004 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:48.437533 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe51972-b5d4-4155-8c6b-d3db9782ae56 req-2c43788c-f5cb-4c89-a6e9-887fb883d234 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.445281 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7fe51972-b5d4-4155-8c6b-d3db9782ae56 req-2c43788c-f5cb-4c89-a6e9-887fb883d234 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1120391 Jul 04 09:16:48.453999 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18afac-2a91-4df9-9a9b-0be77a779973 req-a03eec3a-cd84-42b9-a1aa-07b955e231fb tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.455888 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0d18afac-2a91-4df9-9a9b-0be77a779973 req-a03eec3a-cd84-42b9-a1aa-07b955e231fb tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 946 time: 0.1399505 Jul 04 09:16:48.500370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1addf00-7da0-4f2a-ad0e-09ce13de673c req-f042b540-8c12-4973-a694-cb547042a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.501953 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b1addf00-7da0-4f2a-ad0e-09ce13de673c req-f042b540-8c12-4973-a694-cb547042a187 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 1130 time: 0.0670965 Jul 04 09:16:48.544591 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-f8d36cd5-0610-471a-b938-3154736f25d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a264e9f-7a6c-4987-8482-bd9161ba3ca3 HTTP/1.1" status: 200 len: 217 time: 0.1245890 Jul 04 09:16:48.545052 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0d18afac-2a91-4df9-9a9b-0be77a779973 req-6cced8bf-d715-405f-933d-15ea133a7378 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825825 Jul 04 09:16:48.567598 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:48.576701 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7fe51972-b5d4-4155-8c6b-d3db9782ae56 req-128f3833-417d-44b7-b993-500c4cdd9e7d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303473 Jul 04 09:16:48.584752 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:48.668904 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Attempting to bind port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:48.669238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Attempting to bind port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:48.669564 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Attempting to bind port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 on network 5a2c8810-cb52-4371-861a-661d1c6a6165 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:48.677571 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b1addf00-7da0-4f2a-ad0e-09ce13de673c req-7b80810a-2d29-48fc-a6fd-16ac65b7e556 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433709 Jul 04 09:16:48.682978 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-166d8a1d-88e8-4565-b10b-b06cedd450ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.684394 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-166d8a1d-88e8-4565-b10b-b06cedd450ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3e0654f-9951-40c7-82f0-af3944ea09bb HTTP/1.1" status: 200 len: 849 time: 0.1125324 Jul 04 09:16:48.684947 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 on network 5a2c8810-cb52-4371-861a-661d1c6a6165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:16:48.685260 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Attempting to bind port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 on network 5a2c8810-cb52-4371-861a-661d1c6a6165 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:48.691328 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:48.692457 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Checking segment: {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:48.692457 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Bound using segment: {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:48.692457 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Bound port: 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2b4667-5b77-4e2c-8184-1d96d351776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:48.692776 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:48.757219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:48.760972 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:48.768184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:48.805194 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.805777 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:48.807206 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] 10.222.0.57 "PUT /v2.0/ports/78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 1094 time: 1.1509037 Jul 04 09:16:48.825262 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284fae7-75eb-4bf9-b7e4-484a7109ca8d service neutron] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:48.914161 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6708-f2aa-4d1d-b55d-3ad3aa91bd0b req-f3c31605-37a7-47be-9d50-c5a2b3cd4c53 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:48.915704 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-126b6708-f2aa-4d1d-b55d-3ad3aa91bd0b req-f3c31605-37a7-47be-9d50-c5a2b3cd4c53 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0539465 Jul 04 09:16:48.969144 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-126b6708-f2aa-4d1d-b55d-3ad3aa91bd0b req-e4c2bc39-d385-420a-8be3-504a1840b103 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478015 Jul 04 09:16:49.181584 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63b067-4c43-46c1-bb37-b0e0db164fd8 req-37b48414-d79e-4a3a-b131-2721df68a4e7 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:49.183124 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1f63b067-4c43-46c1-bb37-b0e0db164fd8 req-37b48414-d79e-4a3a-b131-2721df68a4e7 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 944 time: 0.0512161 Jul 04 09:16:49.231074 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1f63b067-4c43-46c1-bb37-b0e0db164fd8 req-daa3aa31-0bc4-49c9-bb12-3e5bd9938f09 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423446 Jul 04 09:16:49.363525 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7721799c-f35a-49f1-bf92-fceabe09f3ba req-35eb613b-14e7-4931-81b7-36d219d1f350 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 210 time: 0.0434299 Jul 04 09:16:49.379599 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831adfd-e2c7-488f-828f-b59a63737343 req-1927af02-8a94-4eec-bf46-e6613affe8ae tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:49.381039 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4831adfd-e2c7-488f-828f-b59a63737343 req-1927af02-8a94-4eec-bf46-e6613affe8ae tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0717094 Jul 04 09:16:49.442403 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4831adfd-e2c7-488f-828f-b59a63737343 req-a772573d-9679-426a-9b32-bbe0673cc5b0 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554132 Jul 04 09:16:49.604762 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-b4f16b7d-bb97-471c-9edd-bc5692382dca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbd0766b-abd4-4629-88c9-33da6bb68597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501060 Jul 04 09:16:49.700265 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7610f-505d-4e9f-8908-5c66c5a92b54 req-43268d60-89cc-4b36-82c7-ead35f27e889 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:49.701739 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff7610f-505d-4e9f-8908-5c66c5a92b54 req-43268d60-89cc-4b36-82c7-ead35f27e889 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 946 time: 0.0769939 Jul 04 09:16:49.707154 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:49.722526 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea254a-8c06-470a-8f5b-6460aa3d45c8 req-539fb36d-594a-4b40-b95c-c692f9c5f11c tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:49.723900 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f9ea254a-8c06-470a-8f5b-6460aa3d45c8 req-539fb36d-594a-4b40-b95c-c692f9c5f11c tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0697675 Jul 04 09:16:49.796975 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff7610f-505d-4e9f-8908-5c66c5a92b54 req-9b13847a-23ff-4d7d-8664-2075be07549f tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886340 Jul 04 09:16:49.805355 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f9ea254a-8c06-470a-8f5b-6460aa3d45c8 req-e426f3f7-d34b-4cf5-ad00-51eb3ccc52d0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717592 Jul 04 09:16:50.019980 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-729ed45c-1bca-4cc8-90b9-5dade62cc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.022125 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-729ed45c-1bca-4cc8-90b9-5dade62cc85e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1128 time: 0.0695906 Jul 04 09:16:50.073749 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:50.093422 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bf32d-db82-4156-abc6-9f285cc549ba req-128de1c9-c8d5-49ea-b894-fcabb3d54806 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.094912 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-623bf32d-db82-4156-abc6-9f285cc549ba req-128de1c9-c8d5-49ea-b894-fcabb3d54806 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0512991 Jul 04 09:16:50.097379 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-50b58dc2-3b82-4b7b-892d-50553464c00f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 217 time: 0.0505180 Jul 04 09:16:50.141784 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-457abc73-c083-4016-9f5b-7830c7ff0851 service neutron] 10.222.0.57 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910667 Jul 04 09:16:50.142929 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-623bf32d-db82-4156-abc6-9f285cc549ba req-564b1c3c-33fd-4817-8664-4e740d3a187b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Jul 04 09:16:50.143691 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-036b0dea-d29d-4181-bd83-074d8e235930 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588417 Jul 04 09:16:50.145204 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:50.147438 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe" -d '{"events": [{"name": "network-changed", "server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:50.183139 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a35994-46bc-44aa-b987-cf69e901aa94 x-openstack-request-id: req-97a35994-46bc-44aa-b987-cf69e901aa94 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:50.183512 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:50.183930 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97a35994-46bc-44aa-b987-cf69e901aa94 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:50.184381 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a35994-46bc-44aa-b987-cf69e901aa94'] response: {'name': 'network-changed', 'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'status': 'completed', 'code': 200} Jul 04 09:16:50.349300 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9714f4-4450-485b-97fe-d5d88cd573ad req-e14d6c26-c102-4411-b27d-553cc3468bd2 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.350899 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2c9714f4-4450-485b-97fe-d5d88cd573ad req-e14d6c26-c102-4411-b27d-553cc3468bd2 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 944 time: 0.0517271 Jul 04 09:16:50.436630 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11c7f3-1700-4737-806a-a8063ddfec7a req-4b3ca1f9-533e-407a-9a4e-c88da4df6239 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.438019 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6d11c7f3-1700-4737-806a-a8063ddfec7a req-4b3ca1f9-533e-407a-9a4e-c88da4df6239 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0715511 Jul 04 09:16:50.442282 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2c9714f4-4450-485b-97fe-d5d88cd573ad req-5d7abfec-675a-48e3-8696-6ddef494b82e tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842345 Jul 04 09:16:50.485964 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6d11c7f3-1700-4737-806a-a8063ddfec7a req-4f1550ff-0b58-4c93-aa1c-f21d8ec0a359 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Jul 04 09:16:50.533110 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e813900-23f9-427d-8699-d14a630f143f req-be34e1cf-3e88-4b9a-b569-b4fd2e5c4943 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 210 time: 0.0324180 Jul 04 09:16:50.640109 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2ef76-a772-4560-b5c2-2b0ce83c24db req-07c6fe38-6c44-4d19-9c30-48b7a5fd85ed tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.641602 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ccd2ef76-a772-4560-b5c2-2b0ce83c24db req-07c6fe38-6c44-4d19-9c30-48b7a5fd85ed tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0550096 Jul 04 09:16:50.673279 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-6909cb89-db6a-4f82-9729-ed9c77afc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.675592 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-6909cb89-db6a-4f82-9729-ed9c77afc205 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 200 len: 846 time: 0.1655748 Jul 04 09:16:50.676522 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-d32a8f69-8899-49cb-817a-e47928df5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.677864 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-d32a8f69-8899-49cb-817a-e47928df5718 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 1129 time: 0.1067429 Jul 04 09:16:50.693236 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ccd2ef76-a772-4560-b5c2-2b0ce83c24db req-1a2a7ca4-b7fe-46f1-bda2-0ca3b80e0863 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441840 Jul 04 09:16:50.698963 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-8f21b990-f0b2-4f30-9d75-39a9dbdcbde0 req-304a073d-dee0-4d5c-8d9c-3167e80d1416 service neutron] 10.222.0.57 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868472 Jul 04 09:16:50.962408 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fa4f-8c3a-458b-905e-e5058cdbce20 req-106460ed-0fbc-4146-b175-f62b42522620 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.963797 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58b5fa4f-8c3a-458b-905e-e5058cdbce20 req-106460ed-0fbc-4146-b175-f62b42522620 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 946 time: 0.0849719 Jul 04 09:16:50.969601 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f183f3c-cca2-4a66-8e50-24ee3decbc4b req-689226a2-87c1-4d74-8ce8-9875030cc2d7 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:50.970954 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9f183f3c-cca2-4a66-8e50-24ee3decbc4b req-689226a2-87c1-4d74-8ce8-9875030cc2d7 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0792575 Jul 04 09:16:51.004752 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:51.050969 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58b5fa4f-8c3a-458b-905e-e5058cdbce20 req-45f76332-87fb-4852-8b21-80bed028112a tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789282 Jul 04 09:16:51.053804 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9f183f3c-cca2-4a66-8e50-24ee3decbc4b req-b8e23cdf-125b-4d54-ad1e-23f6fa8182bf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751736 Jul 04 09:16:51.172795 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-dee3f821-5389-47e3-98ee-f58d56a595ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:51.174597 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-dee3f821-5389-47e3-98ee-f58d56a595ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a2c8810-cb52-4371-861a-661d1c6a6165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957999 Jul 04 09:16:51.184686 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-9d0ed2ab-febc-439f-b993-615a4a9d003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:51.186135 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-9d0ed2ab-febc-439f-b993-615a4a9d003a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1129 time: 0.1063409 Jul 04 09:16:51.227413 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:51.243266 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-0c51a713-119c-4284-9f6d-9376e7351cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:51.244741 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-0c51a713-119c-4284-9f6d-9376e7351cc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.1263349 Jul 04 09:16:51.576284 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f79118-149a-475c-9131-5e19c2bb57e4 req-d9e0ac7d-08db-4444-96d9-beab512236b0 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:51.577788 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d9f79118-149a-475c-9131-5e19c2bb57e4 req-d9e0ac7d-08db-4444-96d9-beab512236b0 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 944 time: 0.0501568 Jul 04 09:16:51.638982 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3a2c-f3e3-4df2-9349-03f50b339ef9 req-3d60d409-dd9c-48a5-a14a-b09fa2b47422 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:51.640465 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0f0f3a2c-f3e3-4df2-9349-03f50b339ef9 req-3d60d409-dd9c-48a5-a14a-b09fa2b47422 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0611465 Jul 04 09:16:51.680064 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d9f79118-149a-475c-9131-5e19c2bb57e4 req-acf5a8f7-5211-4a20-8453-749cc54430b4 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920620 Jul 04 09:16:51.708882 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0f0f3a2c-f3e3-4df2-9349-03f50b339ef9 req-8131d2a4-4c52-4dfe-b4b2-c9bf77c61945 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Jul 04 09:16:51.783565 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-347d8e4a-2ea9-4f03-acb3-8daca0803095 req-a1ff7858-432b-436d-9b87-919cf6dd3b9c tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 210 time: 0.0333109 Jul 04 09:16:51.830258 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16497e21-da44-4c30-a335-fc47b0a1f57e req-ac392590-74d5-4ab6-82cd-036e65b9190e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:51.832109 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-16497e21-da44-4c30-a335-fc47b0a1f57e req-ac392590-74d5-4ab6-82cd-036e65b9190e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0517635 Jul 04 09:16:51.880089 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:51.885747 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-16497e21-da44-4c30-a335-fc47b0a1f57e req-7cd5d1af-193b-4139-bd39-0164ed8861af tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470166 Jul 04 09:16:52.155453 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.57', 61903) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:52.290796 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-6cec73de-0182-4e10-b0e2-56827081deb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90432259-5748-4275-9dd4-31b28ac81966 HTTP/1.1" status: 200 len: 217 time: 0.0954509 Jul 04 09:16:52.377767 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5887a-2835-4ebf-9355-841059d10502 req-fde21a5f-9b45-4cbe-bbf1-214aa812d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.380253 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a5887a-2835-4ebf-9355-841059d10502 req-fde21a5f-9b45-4cbe-bbf1-214aa812d8b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 1128 time: 0.2011476 Jul 04 09:16:52.386983 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-2ef80251-c10b-4891-bd48-9018c339be69 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=10fc941c0bca498e9d6cfeed12f0c6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2285376 Jul 04 09:16:52.393351 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fe886-3b86-4217-8ef9-8575fe05dd07 req-c0a58d14-a497-4fe3-849c-8da5c85106d9 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.394771 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a7fe886-3b86-4217-8ef9-8575fe05dd07 req-c0a58d14-a497-4fe3-849c-8da5c85106d9 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.2708969 Jul 04 09:16:52.443530 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a7fe886-3b86-4217-8ef9-8575fe05dd07 req-aa81ad00-c029-4117-869d-30e4d8ffafd6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426865 Jul 04 09:16:52.459215 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:52.480918 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-7f381976-398f-4c33-af24-a72e81b94e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.482375 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-7f381976-398f-4c33-af24-a72e81b94e68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.1734211 Jul 04 09:16:52.543835 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-f4218892-c382-45be-b001-e53550b2124d service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633771 Jul 04 09:16:52.582674 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-0a552c88-2195-47a2-a126-6d23ba7a79bf tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.584067 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-52380d71-a7b2-4153-a593-5141896a819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.584350 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-0a552c88-2195-47a2-a126-6d23ba7a79bf tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143298 Jul 04 09:16:52.585572 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-52380d71-a7b2-4153-a593-5141896a819c service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.4042873 Jul 04 09:16:52.605366 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Request body: {'port': {'device_id': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'network_id': '7deb4759-782f-4b47-9875-a4645314056c', 'admin_state_up': True, 'tenant_id': '10fc941c0bca498e9d6cfeed12f0c6ef'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:52.625327 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:52.627015 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-f36de534-5f26-43cb-8011-81e6417640e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.628916 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-f36de534-5f26-43cb-8011-81e6417640e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1293366 Jul 04 09:16:52.700061 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-fec03c65-fdd5-42a9-8270-a6a1f59c6c98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 200 len: 217 time: 0.0941284 Jul 04 09:16:52.720769 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Made reservation on behalf of 10fc941c0bca498e9d6cfeed12f0c6ef for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:16:52.726209 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:52.738806 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5887a-2835-4ebf-9355-841059d10502 req-061e2553-e215-4b3d-8035-bd3ad38a2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.740538 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a5887a-2835-4ebf-9355-841059d10502 req-061e2553-e215-4b3d-8035-bd3ad38a2317 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbd0766b-abd4-4629-88c9-33da6bb68597 HTTP/1.1" status: 200 len: 910 time: 0.3148944 Jul 04 09:16:52.750863 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:52.826640 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a5887a-2835-4ebf-9355-841059d10502 req-eac56dbc-4bea-408b-8cfa-b4578144a8b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a264e9f-7a6c-4987-8482-bd9161ba3ca3 HTTP/1.1" status: 200 len: 217 time: 0.0537651 Jul 04 09:16:52.886165 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240705-c7c0-4de7-b491-fbe21ca58796 req-1e9afbf0-e929-4c4c-a3ef-3e59497f00b8 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.887565 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4b240705-c7c0-4de7-b491-fbe21ca58796 req-1e9afbf0-e929-4c4c-a3ef-3e59497f00b8 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 944 time: 0.1040239 Jul 04 09:16:52.894951 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e4df3-37e7-432c-8aa8-8aca4916672c req-a7e2f4d8-4598-42e0-a3f4-523fdaaaa773 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.896375 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-061e4df3-37e7-432c-8aa8-8aca4916672c req-a7e2f4d8-4598-42e0-a3f4-523fdaaaa773 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.1007195 Jul 04 09:16:52.917842 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0a541d57-e1cf-4c8e-b0dc-49c546a57113 req-494db318-9ade-49cf-bade-11671f7c3da3 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477046 Jul 04 09:16:52.919246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-8f54659c-6c38-497c-aad7-aa4449fd2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.920561 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-8f54659c-6c38-497c-aad7-aa4449fd2c8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.2040939 Jul 04 09:16:52.952243 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5887a-2835-4ebf-9355-841059d10502 req-153a139a-30b3-441a-8860-a21ccb3c1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.953840 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a5887a-2835-4ebf-9355-841059d10502 req-153a139a-30b3-441a-8860-a21ccb3c1d37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3e0654f-9951-40c7-82f0-af3944ea09bb HTTP/1.1" status: 200 len: 849 time: 0.0943966 Jul 04 09:16:52.983719 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-ad492fee-d3d4-424a-b6bb-cf297b7bfe76 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239446 Jul 04 09:16:52.991022 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-58a1d52e-f8de-470a-bcef-0fb1c2739d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:52.992464 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-58a1d52e-f8de-470a-bcef-0fb1c2739d22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619152 Jul 04 09:16:52.995944 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks [] for security_group (a5b1c6b9-3190-40ba-b807-3466379bd27c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.008086 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (a5b1c6b9-3190-40ba-b807-3466379bd27c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.024953 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-061e4df3-37e7-432c-8aa8-8aca4916672c req-88f5f2a9-8dd1-4b66-8bf9-d4f0c8f9862e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160674 Jul 04 09:16:53.027943 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4b240705-c7c0-4de7-b491-fbe21ca58796 req-38d3e6f4-c4b2-4382-abd3-e1f7b8271adf tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305051 Jul 04 09:16:53.096510 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b1c6b9-3190-40ba-b807-3466379bd27c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:53.112202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.112603 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.112941 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.113280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.113609 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.113952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.114274 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.114593 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.114909 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.115222 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.115539 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.115854 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.116166 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.116476 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.116782 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:16:53.197398 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51742e77-905f-4270-8ff9-2e9ce08396e0 req-cafa159c-b126-4d8c-9d20-c7e6dfd31b5e tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 210 time: 0.0865247 Jul 04 09:16:53.226761 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338bc18-54b5-4076-a954-a1e44201ca1b req-81f1f940-14a0-43bb-a4aa-34eb7f81d210 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:53.228265 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c338bc18-54b5-4076-a954-a1e44201ca1b req-81f1f940-14a0-43bb-a4aa-34eb7f81d210 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.1226265 Jul 04 09:16:53.246445 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Allocated IP 192.168.233.17 (7deb4759-782f-4b47-9875-a4645314056c/2e0836d8-3633-43ca-b896-fd045fca5f8d/c914bc7d-ca25-4a3f-93ad-48ff175d244c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:16:53.251892 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:16:53.319320 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c338bc18-54b5-4076-a954-a1e44201ca1b req-ba8091a9-1f5f-483a-82cf-8217fbcf1fe5 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845737 Jul 04 09:16:53.331312 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:53.367286 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:53.381746 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3', 'network_id': 'bbd0766b-abd4-4629-88c9-33da6bb68597', 'port_id': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3', 'mac_address': 'fa:16:3e:cf:96:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e0654f-9951-40c7-82f0-af3944ea09bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:16:53.403117 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a5887a-2835-4ebf-9355-841059d10502 req-f3eb9ba3-02ef-49cd-854b-a55882348ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbd0766b-abd4-4629-88c9-33da6bb68597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889931 Jul 04 09:16:53.416374 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:53.421580 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:53.422007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.425177 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:53.436543 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:53.449231 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:53.455083 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks [] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.463002 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:53.470265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.494928 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.543154 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:53.590019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Network 7deb4759-782f-4b47-9875-a4645314056c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:16:53.598218 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:16:53.602811 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:16:53.609017 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Pushing event updated for resources: {'Port': ['ID=c914bc7d-ca25-4a3f-93ad-48ff175d244c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:53.645810 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896622f-e724-4cae-b090-04590ae27a81 req-b16c2c26-b25a-4898-9fb0-5393b4892eeb tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:53.651736 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b896622f-e724-4cae-b090-04590ae27a81 req-b16c2c26-b25a-4898-9fb0-5393b4892eeb tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1141920 Jul 04 09:16:53.684667 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:53.685808 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.730608 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-49e4e937-5ea3-48b0-86d8-d68445c4e6ec tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1292915 Jul 04 09:16:53.747205 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Request body: {'port': {'device_id': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:53.758754 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b896622f-e724-4cae-b090-04590ae27a81 req-98d52960-255b-4681-b226-29a77137c3c6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679002 Jul 04 09:16:53.814415 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['0a264e9f-7a6c-4987-8482-bd9161ba3ca3'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:16:53.821216 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-c9f81b90-308c-4be9-bb2f-07f90df7bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:53.822755 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-c9f81b90-308c-4be9-bb2f-07f90df7bb43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1128 time: 0.4802797 Jul 04 09:16:53.845230 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.897714 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-a940578b-7dd9-47b6-8735-45839479f350 None None] Provisioning complete for port c914bc7d-ca25-4a3f-93ad-48ff175d244c triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:53.898345 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a940578b-7dd9-47b6-8735-45839479f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:53.926210 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:53.965091 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a940578b-7dd9-47b6-8735-45839479f350 None None] Port c914bc7d-ca25-4a3f-93ad-48ff175d244c cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:16:53.975624 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-e52bb411-9e66-4f52-9cbd-8621438fe24b service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712098 Jul 04 09:16:53.985578 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-df47b8b1-e6ca-4d38-b8e3-3df109bae347 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797633 Jul 04 09:16:54.037533 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a5887a-2835-4ebf-9355-841059d10502 req-f0914d54-1184-4199-a935-fcbfb272cf7a service neutron] 10.222.0.57 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091051 Jul 04 09:16:54.061286 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-bec10ccf-2222-44bb-92c1-f05bc3edfe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:54.063108 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-bec10ccf-2222-44bb-92c1-f05bc3edfe3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 908 time: 0.2246838 Jul 04 09:16:54.185640 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-78af8692-cfd8-49e3-826b-2dd9372a33b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 217 time: 0.0777225 Jul 04 09:16:54.216822 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:54.237936 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-0a75980b-d87f-4171-999f-fcf0658e9309 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512596 Jul 04 09:16:54.257277 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d6a5887a-2835-4ebf-9355-841059d10502 req-e5e1a371-c685-4e51-96a2-e88cbca9370e service neutron] 10.222.0.57 "GET /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063789 Jul 04 09:16:54.287558 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564d191-3c91-42fc-a52a-5e0764ad8a58 req-2df7fefa-f521-45e7-9bcf-d33fcb3d8035 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:54.289178 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5564d191-3c91-42fc-a52a-5e0764ad8a58 req-2df7fefa-f521-45e7-9bcf-d33fcb3d8035 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.1122036 Jul 04 09:16:54.302099 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f32e-4c29-4dae-a35a-5105c355de8b req-97de8e93-5c39-4668-af86-fd7bae94aa59 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:54.303513 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af57f32e-4c29-4dae-a35a-5105c355de8b req-97de8e93-5c39-4668-af86-fd7bae94aa59 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 945 time: 0.1314757 Jul 04 09:16:54.375595 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:54.453134 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5564d191-3c91-42fc-a52a-5e0764ad8a58 req-824d84e5-d424-4d40-a095-87bd479be37d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526389 Jul 04 09:16:54.462606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af57f32e-4c29-4dae-a35a-5105c355de8b req-2f788cd9-5893-4993-9e4c-3f187399c662 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498561 Jul 04 09:16:54.491955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c914bc7d-ca25-4a3f-93ad-48ff175d244c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:16:54.511827 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Publish callbacks [] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:54.550476 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Transition to ACTIVE for port object c914bc7d-ca25-4a3f-93ad-48ff175d244c will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:16:54.557799 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:54.617757 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-3b7bacd6-42c8-415d-8504-3a4e8803bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:54.619814 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-3b7bacd6-42c8-415d-8504-3a4e8803bc67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 200 len: 846 time: 0.0966539 Jul 04 09:16:54.647999 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:54.682957 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-dfc0e79a-992a-49d2-8cca-1b3cbb559ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:54.685397 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-dfc0e79a-992a-49d2-8cca-1b3cbb559ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a2c8810-cb52-4371-861a-661d1c6a6165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452442 Jul 04 09:16:54.725870 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77a7fd-5d81-4487-918a-d95c49d43851 req-23860199-57d9-4eca-a213-f88017b0d34c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:54.727418 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5d77a7fd-5d81-4487-918a-d95c49d43851 req-23860199-57d9-4eca-a213-f88017b0d34c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.1415079 Jul 04 09:16:54.729737 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Pushing event updated for resources: {'Port': ['ID=c914bc7d-ca25-4a3f-93ad-48ff175d244c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:54.737689 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f927d8f-16b6-4c67-963b-aa4967a1a4a3 req-23a9eafc-3cdf-4bcc-b1f4-9e5e68ddb5d9 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:54.744419 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5f927d8f-16b6-4c67-963b-aa4967a1a4a3 req-23a9eafc-3cdf-4bcc-b1f4-9e5e68ddb5d9 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.1319973 Jul 04 09:16:54.830188 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-7b06530e-9b7d-43ff-a47c-1927cba37fab service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133592 Jul 04 09:16:54.867840 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5f927d8f-16b6-4c67-963b-aa4967a1a4a3 req-d9648638-336c-4520-9ff4-f330cfd0d5ca tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050236 Jul 04 09:16:54.881818 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5d77a7fd-5d81-4487-918a-d95c49d43851 req-b4c3c45d-4584-4f48-bd32-f7537b936a0a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362534 Jul 04 09:16:54.894790 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Attempting to bind port c914bc7d-ca25-4a3f-93ad-48ff175d244c on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:16:54.895500 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Attempting to bind port c914bc7d-ca25-4a3f-93ad-48ff175d244c by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:16:54.895834 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Attempting to bind port c914bc7d-ca25-4a3f-93ad-48ff175d244c on network 7deb4759-782f-4b47-9875-a4645314056c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:54.901101 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Port c914bc7d-ca25-4a3f-93ad-48ff175d244c on network 7deb4759-782f-4b47-9875-a4645314056c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:16:54.901421 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Attempting to bind port c914bc7d-ca25-4a3f-93ad-48ff175d244c on network 7deb4759-782f-4b47-9875-a4645314056c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:16:54.906635 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:16:54.907077 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Checking segment: {'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:16:54.907341 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Bound using segment: {'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:16:54.907777 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Bound port: c914bc7d-ca25-4a3f-93ad-48ff175d244c, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fd184f-68a2-4b9d-88dc-4543106af07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7deb4759-782f-4b47-9875-a4645314056c'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:16:54.908141 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:55.005106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f6741-3b2b-4b89-a15f-a1be6e0e57b3 req-3371fbbc-55d6-45d6-82d0-3588fea5bbea tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:55.006519 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-976f6741-3b2b-4b89-a15f-a1be6e0e57b3 req-3371fbbc-55d6-45d6-82d0-3588fea5bbea tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0659087 Jul 04 09:16:55.012962 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] For port c914bc7d-ca25-4a3f-93ad-48ff175d244c, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:16:55.017181 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] For port c914bc7d-ca25-4a3f-93ad-48ff175d244c, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c914bc7d-ca25-4a3f-93ad-48ff175d244c,segment=NetworkSegment(b5fd184f-68a2-4b9d-88dc-4543106af07d),segment_id=b5fd184f-68a2-4b9d-88dc-4543106af07d)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:16:55.036487 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:55.099345 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:55.100104 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:55.101602 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-39ec82f6-649d-407b-8878-42677768c114 service neutron] 10.222.0.57 "PUT /v2.0/ports/c914bc7d-ca25-4a3f-93ad-48ff175d244c HTTP/1.1" status: 200 len: 1097 time: 1.3587782 Jul 04 09:16:55.102278 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'tag': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:55.104849 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8280e5ea-33c7-456c-a408-c071955582ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd4a835-f591-497f-a46a-d554fb77c61c", "tag": "c914bc7d-ca25-4a3f-93ad-48ff175d244c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:55.118335 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-976f6741-3b2b-4b89-a15f-a1be6e0e57b3 req-d1a879e9-daa5-43c5-9ad2-106ccb4b1d9f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029575 Jul 04 09:16:55.134454 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec82f6-649d-407b-8878-42677768c114 service neutron] Pushing event updated for resources: {'Port': ['ID=c914bc7d-ca25-4a3f-93ad-48ff175d244c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:55.152962 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42003599-e320-4592-b313-a1c783a8ab7d x-openstack-request-id: req-42003599-e320-4592-b313-a1c783a8ab7d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:55.153331 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd4a835-f591-497f-a46a-d554fb77c61c", "tag": "c914bc7d-ca25-4a3f-93ad-48ff175d244c", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:55.153642 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42003599-e320-4592-b313-a1c783a8ab7d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:55.154179 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42003599-e320-4592-b313-a1c783a8ab7d'] response: {'name': 'network-changed', 'server_uuid': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'tag': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c', 'status': 'completed', 'code': 200} Jul 04 09:16:55.276065 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:16:55.338453 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:16:55.345808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:16:55.346213 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:55.426557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:16:55.426941 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:55.451481 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:16:55.453712 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67823fd-c2b8-4754-8b5d-7c937d49d9c0" -d '{"events": [{"server_uuid": "e4a1e180-e636-400d-97b7-57132b3d6af8", "name": "network-vif-plugged", "status": "completed", "tag": "0a264e9f-7a6c-4987-8482-bd9161ba3ca3"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:16:55.466286 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:16:55.471154 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:55.495605 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ca8713-6c79-4ff6-b014-62355aef5b0d x-openstack-request-id: req-08ca8713-6c79-4ff6-b014-62355aef5b0d {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:16:55.495888 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a1e180-e636-400d-97b7-57132b3d6af8", "name": "network-vif-plugged", "status": "completed", "tag": "0a264e9f-7a6c-4987-8482-bd9161ba3ca3", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:16:55.496117 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08ca8713-6c79-4ff6-b014-62355aef5b0d {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:16:55.502254 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ca8713-6c79-4ff6-b014-62355aef5b0d'] response: {'server_uuid': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3', 'code': 200} Jul 04 09:16:55.524980 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:55.629001 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785a7d5-9f90-42c6-baba-75d849a4ea15 req-066472ec-d960-48b0-af56-b9d7cf15415d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:55.630568 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a785a7d5-9f90-42c6-baba-75d849a4ea15 req-066472ec-d960-48b0-af56-b9d7cf15415d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0879977 Jul 04 09:16:55.651020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7750fd-2ebd-42e4-995a-024db38850a7 req-e25ebc16-b181-4548-a7cd-a08c8ddf28c0 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:55.652465 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5e7750fd-2ebd-42e4-995a-024db38850a7 req-e25ebc16-b181-4548-a7cd-a08c8ddf28c0 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.0783572 Jul 04 09:16:55.723076 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a785a7d5-9f90-42c6-baba-75d849a4ea15 req-3719e901-0247-4e93-ad49-1c1c1581b738 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849471 Jul 04 09:16:55.744737 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5e7750fd-2ebd-42e4-995a-024db38850a7 req-963b2afb-70ad-452c-b8a3-cb62ec6ab534 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797732 Jul 04 09:16:55.837226 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:55.839770 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:56.005019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:56.019931 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3651a-5b5a-4460-9f7f-54957bbda436 req-771d5e84-109d-4b95-a567-8776dd5d8749 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:56.021764 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-96c3651a-5b5a-4460-9f7f-54957bbda436 req-771d5e84-109d-4b95-a567-8776dd5d8749 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.0811052 Jul 04 09:16:56.044899 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25403ef-05a2-4454-bd43-399c4c2beaf9 req-bcf6448c-b11b-499f-a1fe-d7435b7b20e7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:56.046404 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d25403ef-05a2-4454-bd43-399c4c2beaf9 req-bcf6448c-b11b-499f-a1fe-d7435b7b20e7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0758867 Jul 04 09:16:56.109039 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-96c3651a-5b5a-4460-9f7f-54957bbda436 req-f17880bd-c64c-4bd1-82f4-045ba27790dc tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806277 Jul 04 09:16:56.125044 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d25403ef-05a2-4454-bd43-399c4c2beaf9 req-1442e43a-45a2-4646-b7b7-b769267a1f26 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706306 Jul 04 09:16:56.239139 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1638d6-8aeb-4729-b090-a5dd415c9c17 req-61aa939f-5b6a-4043-bb12-3596f3fc8fed tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:56.240616 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f1638d6-8aeb-4729-b090-a5dd415c9c17 req-61aa939f-5b6a-4043-bb12-3596f3fc8fed tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0479364 Jul 04 09:16:56.292580 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f1638d6-8aeb-4729-b090-a5dd415c9c17 req-489068b6-9d35-472b-a39c-fde2081db69f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Jul 04 09:16:56.591826 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-b52a5640-ed9c-4ec2-b56b-ab48c7e716fe req-99635cae-318a-481f-bb80-f943af4c25e5 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038339 Jul 04 09:16:56.636711 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e5ea-33c7-456c-a408-c071955582ae req-5f3c5b81-d8b3-4658-85a1-a45960a89b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:56.638478 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8280e5ea-33c7-456c-a408-c071955582ae req-5f3c5b81-d8b3-4658-85a1-a45960a89b97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10fc941c0bca498e9d6cfeed12f0c6ef&device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 1131 time: 0.0460145 Jul 04 09:16:56.858386 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:16:56.894378 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaebe4-3c4a-40a4-b6c5-87b2345ab23a req-3d0da180-8b0a-462a-832d-dc30d7c715bc tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:56.896019 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2aaebe4-3c4a-40a4-b6c5-87b2345ab23a req-3d0da180-8b0a-462a-832d-dc30d7c715bc tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0894637 Jul 04 09:16:56.919148 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:56.927491 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8280e5ea-33c7-456c-a408-c071955582ae req-ae36c92f-ebdf-4fa9-927f-d122968b9ce8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=10fc941c0bca498e9d6cfeed12f0c6ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620944 Jul 04 09:16:56.952425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80777b-e84d-4a18-8233-aad555d0cf2a req-ffbb7f4a-cb38-4723-ab2b-dd637a9baa3d tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:56.954236 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd80777b-e84d-4a18-8233-aad555d0cf2a req-ffbb7f4a-cb38-4723-ab2b-dd637a9baa3d tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.0899603 Jul 04 09:16:56.997569 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2aaebe4-3c4a-40a4-b6c5-87b2345ab23a req-d025337b-dac8-44d9-9eaa-f84b3b6cdd52 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749264 Jul 04 09:16:57.021526 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd80777b-e84d-4a18-8233-aad555d0cf2a req-abdc32b7-55c8-4264-a991-c40b76e061f7 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599840 Jul 04 09:16:57.262029 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553881ca-277e-413c-9488-a08e317ceb20 req-0b5522f5-179d-4af4-a723-f8248d1b124a tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:57.263488 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-553881ca-277e-413c-9488-a08e317ceb20 req-0b5522f5-179d-4af4-a723-f8248d1b124a tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.0839374 Jul 04 09:16:57.274479 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd9d52-c190-4127-8812-49c755c5dc39 req-899b3d9a-50b4-4197-9b06-b0f830ebad3f tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:57.275862 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5cbd9d52-c190-4127-8812-49c755c5dc39 req-899b3d9a-50b4-4197-9b06-b0f830ebad3f tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0645349 Jul 04 09:16:57.351890 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-553881ca-277e-413c-9488-a08e317ceb20 req-015428d0-89d9-4c42-befe-c822b7256325 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Jul 04 09:16:57.355624 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5cbd9d52-c190-4127-8812-49c755c5dc39 req-d2843abe-f184-488b-8ebf-3a3ed767879b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725768 Jul 04 09:16:57.460454 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7a85-3fdc-428d-be1f-11feb845f6fe req-095dc775-2af6-4b8f-9bec-c69a9001e427 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:57.462003 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d9f7a85-3fdc-428d-be1f-11feb845f6fe req-095dc775-2af6-4b8f-9bec-c69a9001e427 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Jul 04 09:16:57.492250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f547415-fd7f-4e67-a75e-f96dc91a4116 req-127bc58a-88f5-4c0e-92b8-ed3f0681e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:57.494142 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7f547415-fd7f-4e67-a75e-f96dc91a4116 req-127bc58a-88f5-4c0e-92b8-ed3f0681e711 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 1130 time: 0.0474169 Jul 04 09:16:57.544730 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-7f547415-fd7f-4e67-a75e-f96dc91a4116 req-16875f2b-d77e-4b6b-877f-02c8f540c9bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Jul 04 09:16:57.575093 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d9f7a85-3fdc-428d-be1f-11feb845f6fe req-c24e7ed8-0333-4caf-9066-21a5fccfe90d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033492 Jul 04 09:16:57.590322 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e5ea-33c7-456c-a408-c071955582ae req-f92eadd9-c021-4a2b-90b7-1e225ec2c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:57.592063 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8280e5ea-33c7-456c-a408-c071955582ae req-f92eadd9-c021-4a2b-90b7-1e225ec2c0f9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291523 Jul 04 09:16:57.853398 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-5ec258b7-45b6-42eb-a750-d1b05a963533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:57.854932 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-5ec258b7-45b6-42eb-a750-d1b05a963533 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10fc941c0bca498e9d6cfeed12f0c6ef&device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 1131 time: 0.0457835 Jul 04 09:16:57.896829 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-e203edc5-624c-4749-ad96-055a4f1cb610 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=c914bc7d-ca25-4a3f-93ad-48ff175d244c HTTP/1.1" status: 200 len: 217 time: 0.0334532 Jul 04 09:16:57.953834 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-833278f6-c113-4473-b4e3-5b72c9b100e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:57.955508 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-833278f6-c113-4473-b4e3-5b72c9b100e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2e0836d8-3633-43ca-b896-fd045fca5f8d HTTP/1.1" status: 200 len: 843 time: 0.0520306 Jul 04 09:16:58.009719 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-b74ff08f-bc74-4df6-9dcc-9c4ef2176873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:58.011666 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-b74ff08f-bc74-4df6-9dcc-9c4ef2176873 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7deb4759-782f-4b47-9875-a4645314056c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0426214 Jul 04 09:16:58.102712 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:58.188313 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1c7fd-f668-48a9-aa0c-0944fee3d9df req-a7f1f61a-627b-40d4-987b-b70851acc656 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:58.189785 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2fd1c7fd-f668-48a9-aa0c-0944fee3d9df req-a7f1f61a-627b-40d4-987b-b70851acc656 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0973384 Jul 04 09:16:58.196976 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-948d0481-3c0f-4595-b5a1-f7984d9f1457 service neutron] 10.222.0.57 "GET /v2.0/networks/7deb4759-782f-4b47-9875-a4645314056c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772814 Jul 04 09:16:58.202952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff00d0-fd20-4350-b1b7-406df043ff44 req-88d0257a-a72b-41d4-b052-c014fca06dac tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:58.204359 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-23ff00d0-fd20-4350-b1b7-406df043ff44 req-88d0257a-a72b-41d4-b052-c014fca06dac tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.0974097 Jul 04 09:16:58.278338 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2fd1c7fd-f668-48a9-aa0c-0944fee3d9df req-d0a1f6f1-45f7-4aaf-bc16-048a65831e05 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730002 Jul 04 09:16:58.281495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-23ff00d0-fd20-4350-b1b7-406df043ff44 req-edc1a29d-ff5c-4748-a137-130005e6991c tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698142 Jul 04 09:16:58.515441 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189297-3907-4be5-bcd1-94a8540e0188 req-25be6b37-c269-4c99-a200-52d60f5539d7 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:58.517005 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f3189297-3907-4be5-bcd1-94a8540e0188 req-25be6b37-c269-4c99-a200-52d60f5539d7 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.0856676 Jul 04 09:16:58.526605 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701a12a-fb1c-4dee-8379-6157a14eef78 req-390fcbc2-e58a-4e71-8ba7-0059bebe7330 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:58.528160 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4701a12a-fb1c-4dee-8379-6157a14eef78 req-390fcbc2-e58a-4e71-8ba7-0059bebe7330 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0877824 Jul 04 09:16:58.549138 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:58.608705 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f3189297-3907-4be5-bcd1-94a8540e0188 req-b5321b49-de4d-4afa-8ffb-7c6a3a627fb6 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785427 Jul 04 09:16:58.612587 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4701a12a-fb1c-4dee-8379-6157a14eef78 req-232963d7-a00b-4c7b-9526-89791adc22d6 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753973 Jul 04 09:16:58.940106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbf5b1-c35c-4508-a84c-d32716ee7099 req-4b68fbea-51b7-414a-8309-12d085b5e65d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:58.941651 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4fbf5b1-c35c-4508-a84c-d32716ee7099 req-4b68fbea-51b7-414a-8309-12d085b5e65d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.2609019 Jul 04 09:16:58.945396 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-adcc9156-faea-4cfe-b94c-6879a3e39e3e req-19f58192-d8f9-400c-b9e0-7def846818d6 service neutron] 10.222.0.57 "GET /v2.0/networks/7deb4759-782f-4b47-9875-a4645314056c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284616 Jul 04 09:16:58.992096 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4fbf5b1-c35c-4508-a84c-d32716ee7099 req-bcd6949c-8d8d-41e7-8452-39982a7437d8 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441387 Jul 04 09:16:59.371276 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41576) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:59.400643 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a217-40ad-486d-a72e-f17da72b1976 req-4fe6b028-b31c-45cc-80fb-d98bf897ef75 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:59.402184 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3205a217-40ad-486d-a72e-f17da72b1976 req-4fe6b028-b31c-45cc-80fb-d98bf897ef75 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.0499179 Jul 04 09:16:59.449230 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3205a217-40ad-486d-a72e-f17da72b1976 req-b8f6da67-c3cf-4fd8-8287-0a17b98e621f tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Jul 04 09:16:59.482510 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c2f57d2-1897-4717-98ed-072986a0d883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.507246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:16:59.567039 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c2f57d2-1897-4717-98ed-072986a0d883 admin admin] Publish callbacks [] for security_group (1f91ee8d-f618-4126-b0db-ca2a9af43e65), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.572874 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c2f57d2-1897-4717-98ed-072986a0d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1f91ee8d-f618-4126-b0db-ca2a9af43e65), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.613374 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9c2f57d2-1897-4717-98ed-072986a0d883 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ae3c1c65e6f4254958b2ea1b031a584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409225 Jul 04 09:16:59.614594 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f57d2-1897-4717-98ed-072986a0d883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f91ee8d-f618-4126-b0db-ca2a9af43e65,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:59.617118 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41582) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:59.672783 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e570ea31-236e-40cc-93c6-3a7666f34d11 admin admin] Publish callbacks [] for security_group (1f91ee8d-f618-4126-b0db-ca2a9af43e65), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.712137 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e570ea31-236e-40cc-93c6-3a7666f34d11 admin admin] Publish callbacks [] for security_group (1f91ee8d-f618-4126-b0db-ca2a9af43e65), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.771385 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e570ea31-236e-40cc-93c6-3a7666f34d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1f91ee8d-f618-4126-b0db-ca2a9af43e65), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.773824 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e570ea31-236e-40cc-93c6-3a7666f34d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.775018 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e570ea31-236e-40cc-93c6-3a7666f34d11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f91ee8d-f618-4126-b0db-ca2a9af43e65 HTTP/1.1" status: 204 len: 168 time: 0.1569395 Jul 04 09:16:59.776051 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cbaae-e1cc-4212-8161-eaebee26deb0 req-c7fd3347-c744-4d6c-9ae0-1394e47e0f71 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:59.783056 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570ea31-236e-40cc-93c6-3a7666f34d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f91ee8d-f618-4126-b0db-ca2a9af43e65,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:16:59.783720 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-256cbaae-e1cc-4212-8161-eaebee26deb0 req-c7fd3347-c744-4d6c-9ae0-1394e47e0f71 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.0851629 Jul 04 09:16:59.810898 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eff64c-d0a4-4e9e-a708-9d3553ee1b58 req-877c985b-4a6e-448a-83a8-7b3e0ed00fba tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:16:59.812399 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2eff64c-d0a4-4e9e-a708-9d3553ee1b58 req-877c985b-4a6e-448a-83a8-7b3e0ed00fba tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0849354 Jul 04 09:16:59.862901 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-256cbaae-e1cc-4212-8161-eaebee26deb0 req-6287943b-a190-4325-ae37-322bb108107c tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783033 Jul 04 09:16:59.898361 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2eff64c-d0a4-4e9e-a708-9d3553ee1b58 req-ba1df7d7-e5eb-4b7d-8afd-503493f327b1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757089 Jul 04 09:16:59.946325 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41594) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:16:59.951065 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e81088eb-37d4-44e7-a8f5-f11a3e1fd029 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466828185', 'description': 'tempest-description--1233436059'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:16:59.976545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e81088eb-37d4-44e7-a8f5-f11a3e1fd029 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:16:59.979486 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:00.082334 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e81088eb-37d4-44e7-a8f5-f11a3e1fd029 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group (b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.090424 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e81088eb-37d4-44e7-a8f5-f11a3e1fd029 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.130039 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e81088eb-37d4-44e7-a8f5-f11a3e1fd029 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.130610 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb8a74-4bf3-4e31-800f-2b093d113457 req-faa93f2d-c249-41fc-bd7b-497988050eb6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:00.132175 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e81088eb-37d4-44e7-a8f5-f11a3e1fd029 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1847482 Jul 04 09:17:00.132466 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-18eb8a74-4bf3-4e31-800f-2b093d113457 req-faa93f2d-c249-41fc-bd7b-497988050eb6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0598874 Jul 04 09:17:00.134675 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81088eb-37d4-44e7-a8f5-f11a3e1fd029 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:00.137079 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 41606) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:00.141561 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-ec149445-4750-4afb-bc66-9b4cb4c1ff7b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'security_group_rule': {'security_group_id': 'b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:00.205215 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec149445-4750-4afb-bc66-9b4cb4c1ff7b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group_rule (eb82c46c-06df-4758-91bd-07eb62bec26e), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.209075 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:00.218287 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-18eb8a74-4bf3-4e31-800f-2b093d113457 req-3253ddf4-4ac6-48d6-8b57-bba83a24a516 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701010 Jul 04 09:17:00.272937 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec149445-4750-4afb-bc66-9b4cb4c1ff7b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group_rule (eb82c46c-06df-4758-91bd-07eb62bec26e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.278177 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec149445-4750-4afb-bc66-9b4cb4c1ff7b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (eb82c46c-06df-4758-91bd-07eb62bec26e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.295665 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149445-4750-4afb-bc66-9b4cb4c1ff7b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb82c46c-06df-4758-91bd-07eb62bec26e,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:00.309635 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec149445-4750-4afb-bc66-9b4cb4c1ff7b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.311701 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ec149445-4750-4afb-bc66-9b4cb4c1ff7b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727579 Jul 04 09:17:00.314215 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41614) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:00.320783 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb4b8556-4cf5-4fdb-a303-e27de62c2b9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'security_group_rule': {'security_group_id': 'b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:00.364413 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8556-4cf5-4fdb-a303-e27de62c2b9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group_rule (28bf701f-a386-4a7d-a36a-de132ba1ed5d), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.429311 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8556-4cf5-4fdb-a303-e27de62c2b9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group_rule (28bf701f-a386-4a7d-a36a-de132ba1ed5d), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.434640 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8556-4cf5-4fdb-a303-e27de62c2b9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (28bf701f-a386-4a7d-a36a-de132ba1ed5d), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.443116 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e0183-27c8-4817-9f7a-7e42e3e41636 req-92f2b56c-f361-4e77-a59c-61e4b8f9809f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:00.445222 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ca0e0183-27c8-4817-9f7a-7e42e3e41636 req-92f2b56c-f361-4e77-a59c-61e4b8f9809f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Jul 04 09:17:00.454761 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b8556-4cf5-4fdb-a303-e27de62c2b9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bf701f-a386-4a7d-a36a-de132ba1ed5d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:00.463907 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb4b8556-4cf5-4fdb-a303-e27de62c2b9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.465491 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fb4b8556-4cf5-4fdb-a303-e27de62c2b9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489754 Jul 04 09:17:00.468547 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41622) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:00.473275 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:00.502682 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.515769 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ca0e0183-27c8-4817-9f7a-7e42e3e41636 req-62010480-337b-479e-9cb3-8c8b2ba32f1f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634310 Jul 04 09:17:00.595169 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.595754 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb6c2-ae4c-470f-98f7-b5ee07fec9d6 req-36bec362-1662-4e9a-822d-c5dbc752618c tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:00.597473 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a25eb6c2-ae4c-470f-98f7-b5ee07fec9d6 req-36bec362-1662-4e9a-822d-c5dbc752618c tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.0564547 Jul 04 09:17:00.632903 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:00.655344 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a25eb6c2-ae4c-470f-98f7-b5ee07fec9d6 req-ab938a3c-bdd7-4f86-b48b-fab030b836d6 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494771 Jul 04 09:17:00.725082 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Allocated IP 172.27.0.108 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/f572918a-b835-40dc-9897-307d37742473) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:00.732184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:00.850444 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for port (f572918a-b835-40dc-9897-307d37742473), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.882404 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (f572918a-b835-40dc-9897-307d37742473), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:00.931151 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:00.934394 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:00.939668 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:00.978180 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'Port': ['ID=f572918a-b835-40dc-9897-307d37742473,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:01.028479 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:01.047178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb3a6-1609-4676-a6b1-6f68c157faa9 req-cce291cf-864e-45ef-b885-09073939b61d tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:01.049056 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-84beb3a6-1609-4676-a6b1-6f68c157faa9 req-cce291cf-864e-45ef-b885-09073939b61d tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.0817320 Jul 04 09:17:01.103459 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.137539 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fd435-a5ba-48d3-9f9a-00c6b75a0c35 req-af6758ed-6139-46da-a201-44903e1b493a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:01.139599 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-030fd435-a5ba-48d3-9f9a-00c6b75a0c35 req-af6758ed-6139-46da-a201-44903e1b493a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.1135819 Jul 04 09:17:01.164615 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (f572918a-b835-40dc-9897-307d37742473), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.222256 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-84beb3a6-1609-4676-a6b1-6f68c157faa9 req-53a12778-0d7f-40b3-a44b-8122a642c7f9 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420577 Jul 04 09:17:01.286492 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-030fd435-a5ba-48d3-9f9a-00c6b75a0c35 req-8f344e9a-6066-405c-9495-1f48a69e2a05 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338801 Jul 04 09:17:01.306550 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 78c383e3-0712-437b-8c6a-9bd8b90e67f0 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:17:01.345131 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:01.368687 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for port (f572918a-b835-40dc-9897-307d37742473), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.373531 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (f572918a-b835-40dc-9897-307d37742473), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.419482 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:01.431596 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'port_id': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'mac_address': 'fa:16:3e:fe:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:17:01.439923 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'Port': ['ID=f572918a-b835-40dc-9897-307d37742473,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:01.453498 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.469324 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:01.469700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.470656 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.472121 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-cc27810c-9d28-4e7e-91fb-5760e547f63b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0025985 Jul 04 09:17:01.490208 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c383e3-0712-437b-8c6a-9bd8b90e67f0 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:17:01.516293 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:01.523525 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:01.589587 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:01.657037 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ed50b-c3a8-4bc9-a117-56b5c3380ed3 req-4b845260-7d13-4ca9-8c18-c1131b863318 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:01.658694 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6b0ed50b-c3a8-4bc9-a117-56b5c3380ed3 req-4b845260-7d13-4ca9-8c18-c1131b863318 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0537932 Jul 04 09:17:01.730418 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-558ec082-7611-41ce-9314-17b352e15b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:01.731899 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-558ec082-7611-41ce-9314-17b352e15b1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 1129 time: 0.0660050 Jul 04 09:17:01.759242 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6b0ed50b-c3a8-4bc9-a117-56b5c3380ed3 req-019971c6-ea6e-4779-bdcd-3798143638c2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943887 Jul 04 09:17:01.959661 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['78c383e3-0712-437b-8c6a-9bd8b90e67f0'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:17:01.966963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdf590-d95f-4e6d-b40b-bc9db9f1caf2 req-8d482ed9-6370-47ec-9b0c-ab633e4cb06b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:01.968515 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3ffdf590-d95f-4e6d-b40b-bc9db9f1caf2 req-8d482ed9-6370-47ec-9b0c-ab633e4cb06b tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.1353846 Jul 04 09:17:02.004915 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-33e08c7d-b795-47a8-8add-0ae5c7c68696 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--466828185&fields=id&tenant_id=48690ebc49824572a08f53597eeee661 HTTP/1.1" status: 200 len: 267 time: 0.1915057 Jul 04 09:17:02.016906 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-df4c5420-7937-46c0-8e88-b1a9b1c891c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:02.018391 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-df4c5420-7937-46c0-8e88-b1a9b1c891c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 911 time: 0.2709451 Jul 04 09:17:02.105926 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3ffdf590-d95f-4e6d-b40b-bc9db9f1caf2 req-90a4215f-6faa-46ea-8d73-e950c86d9b02 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200638 Jul 04 09:17:02.147085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-baaf0290-0e79-4566-80d3-12f89733a476 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:02.148767 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-baaf0290-0e79-4566-80d3-12f89733a476 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 818 time: 0.1335065 Jul 04 09:17:02.156214 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:02.175970 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-8c1f3d2f-8406-4082-ac18-fc8e48c4c5b1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/quotas/48690ebc49824572a08f53597eeee661 HTTP/1.1" status: 200 len: 375 time: 0.0118585 Jul 04 09:17:02.192750 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:02.237412 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-28262048-c66e-4f62-bdcd-66ba045035a0 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548477 Jul 04 09:17:02.377925 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b64893-c8cd-429c-bb21-e5cfeb7ed780 req-e36b4183-bdbe-4ab0-97fc-dc14c3bc310c tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:02.380157 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-54b64893-c8cd-429c-bb21-e5cfeb7ed780 req-e36b4183-bdbe-4ab0-97fc-dc14c3bc310c tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.0677381 Jul 04 09:17:02.386397 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-e4d6c9e7-2bca-4519-b63f-daa8ca9035e4 service neutron] 10.222.0.26 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351864 Jul 04 09:17:02.490201 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-54b64893-c8cd-429c-bb21-e5cfeb7ed780 req-662938f4-ca01-4237-8e55-0c9107cc0c12 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028228 Jul 04 09:17:02.497757 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:02.529909 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b83646c3-1f54-4b97-8805-190aed4703fc service neutron] 10.222.0.26 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355715 Jul 04 09:17:02.617145 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d1a1b-a315-4a8b-b020-a1e984f030fe req-9303649c-8fc0-47b6-acb8-0576c4aae460 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:02.630503 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a3d1a1b-a315-4a8b-b020-a1e984f030fe req-9303649c-8fc0-47b6-acb8-0576c4aae460 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 945 time: 0.0756290 Jul 04 09:17:02.705953 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a3d1a1b-a315-4a8b-b020-a1e984f030fe req-34c615b6-74ad-4bea-8a98-77558e36f14b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727971 Jul 04 09:17:02.738987 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c5a99525-cb2e-4707-baa0-594a193b5c55 req-7f622ef6-ecfb-40f3-a7f0-986b262c2479 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 210 time: 0.0376081 Jul 04 09:17:02.878499 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bb3d6-d82e-4b24-99f1-5e03bddfd840 req-304b9339-6cd2-4eae-9b2a-2018b6480943 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:02.880194 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bf0bb3d6-d82e-4b24-99f1-5e03bddfd840 req-304b9339-6cd2-4eae-9b2a-2018b6480943 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Jul 04 09:17:02.929034 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bf0bb3d6-d82e-4b24-99f1-5e03bddfd840 req-e9b40e78-6100-4a84-a258-bb2a51113391 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Jul 04 09:17:03.151962 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-8de0fcc8-c945-4ea3-8b5e-6ad498450cb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf HTTP/1.1" status: 200 len: 1000 time: 0.0958943 Jul 04 09:17:03.182299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818933d2-9427-4739-beb9-b29a76953308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:03.230434 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6257a52-c564-4406-8326-745181a7c39a req-ac744563-1f01-4bd2-9e50-565080e84442 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:03.231985 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f6257a52-c564-4406-8326-745181a7c39a req-ac744563-1f01-4bd2-9e50-565080e84442 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.0498724 Jul 04 09:17:03.281898 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f6257a52-c564-4406-8326-745181a7c39a req-07223ed4-6de8-453d-98e9-c6bba64112e4 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/security-groups?id=286189e8-4560-4346-a4fc-e1f5d5ed5301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Jul 04 09:17:03.315106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c914bc7d-ca25-4a3f-93ad-48ff175d244c details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:17:03.320499 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 78c383e3-0712-437b-8c6a-9bd8b90e67f0 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:03.340396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-4333bf63-517d-4376-8378-66f7368f4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:03.341833 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-4333bf63-517d-4376-8378-66f7368f4a22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.0589356 Jul 04 09:17:03.392129 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-62461d26-43b6-421a-a895-1369bad2cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:03.393646 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-62461d26-43b6-421a-a895-1369bad2cd19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452197 Jul 04 09:17:03.433832 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:17:03.442387 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:03.442756 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:03.491123 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c914bc7d-ca25-4a3f-93ad-48ff175d244c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c914bc7d-ca25-4a3f-93ad-48ff175d244c,segment=NetworkSegment(b5fd184f-68a2-4b9d-88dc-4543106af07d),segment_id=b5fd184f-68a2-4b9d-88dc-4543106af07d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:03.501709 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-84592c5d-2572-483b-a573-e97bbb28a6a3 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:03.503430 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-84592c5d-2572-483b-a573-e97bbb28a6a3 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 946 time: 0.0588686 Jul 04 09:17:03.510783 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c', 'network_id': '7deb4759-782f-4b47-9875-a4645314056c', 'port_id': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c', 'mac_address': 'fa:16:3e:91:3e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0836d8-3633-43ca-b896-fd045fca5f8d', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:17:03.554041 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-951cbd3f-b0d4-4b24-852a-aeb0ed3deef1 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159713 Jul 04 09:17:03.584275 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port c914bc7d-ca25-4a3f-93ad-48ff175d244c is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:03.584661 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:03.587796 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:03.588155 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:03.601406 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:03.609414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cc16d-29bd-469f-96f5-390bd0b8c96b req-e124e02c-cc4d-46b3-a64d-79679eb1f0c0 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:03.610899 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9d5cc16d-29bd-469f-96f5-390bd0b8c96b req-e124e02c-cc4d-46b3-a64d-79679eb1f0c0 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 947 time: 0.0480645 Jul 04 09:17:03.620309 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c914bc7d-ca25-4a3f-93ad-48ff175d244c {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:17:03.628582 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:03.631055 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bff8d0-0623-446a-bcc7-e20e360fdba1" -d '{"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-plugged", "status": "completed", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:03.650299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:03.658693 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:03.666700 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9d5cc16d-29bd-469f-96f5-390bd0b8c96b req-b3c7f07d-8d1c-4afc-bcaa-6577c16cba7b tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493429 Jul 04 09:17:03.682117 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15679da-4f23-4d46-9d48-fdd39b08dad8 x-openstack-request-id: req-f15679da-4f23-4d46-9d48-fdd39b08dad8 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:03.682402 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-plugged", "status": "completed", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:03.682649 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f15679da-4f23-4d46-9d48-fdd39b08dad8 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:03.683034 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15679da-4f23-4d46-9d48-fdd39b08dad8'] response: {'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'code': 200} Jul 04 09:17:03.684686 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c914bc7d-ca25-4a3f-93ad-48ff175d244c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c914bc7d-ca25-4a3f-93ad-48ff175d244c,segment=NetworkSegment(b5fd184f-68a2-4b9d-88dc-4543106af07d),segment_id=b5fd184f-68a2-4b9d-88dc-4543106af07d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:03.690705 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:03.714209 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:03.804704 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=c914bc7d-ca25-4a3f-93ad-48ff175d244c,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:03.867165 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Deleting port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:17:03.867931 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:03.882640 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:03.889655 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7eb0120e-bfe8-495b-9088-b9dc7d1dcd76 req-8aa1ec30-0d22-452f-97a7-ef00014d87b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618590 Jul 04 09:17:03.902076 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:04.001214 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] For port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,segment=NetworkSegment(bdccb343-9479-4365-b345-9f0598e7f24d),segment_id=bdccb343-9479-4365-b345-9f0598e7f24d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:04.001651 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:04.024487 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['c914bc7d-ca25-4a3f-93ad-48ff175d244c'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:17:04.028735 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Calling delete_port for 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:17:04.058252 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-07a9fca8-63b6-46b6-aab3-22dafadec7d1 req-8dc3b228-d5ce-41ed-b1c7-15f6f34c2477 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 210 time: 0.1671658 Jul 04 09:17:04.205252 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687304-a96e-4959-a86f-183dc0dc6a89 req-3a804a24-2206-4a04-96de-b426f2281a88 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:04.212695 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-55687304-a96e-4959-a86f-183dc0dc6a89 req-3a804a24-2206-4a04-96de-b426f2281a88 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.3122475 Jul 04 09:17:04.268843 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:04.278620 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (0a264e9f-7a6c-4987-8482-bd9161ba3ca3), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:04.308458 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['0a264e9f-7a6c-4987-8482-bd9161ba3ca3'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:17:04.340721 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Pushing event deleted for resources: {'Port': ['ID=0a264e9f-7a6c-4987-8482-bd9161ba3ca3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:04.390180 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-55687304-a96e-4959-a86f-183dc0dc6a89 req-3a2c0f68-519b-4c9c-ba00-3f5c5e3ae1bd tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764777 Jul 04 09:17:04.406629 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] No DVR routers for this DVR port 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:17:04.408854 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5e458-837a-47f1-9a04-d0fd5cdeba8f req-aed8d5a7-a087-4978-91e2-37579f7b02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:04.410569 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d1d5e458-837a-47f1-9a04-d0fd5cdeba8f req-aed8d5a7-a087-4978-91e2-37579f7b02b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1130 time: 0.1898224 Jul 04 09:17:04.411561 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abee09-5500-4177-9a9e-5a119bf6da17 req-af18d6b3-ad45-4fa0-b7a5-0fd92a1b5bf6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:04.411921 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:04.414848 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1abee09-5500-4177-9a9e-5a119bf6da17 req-af18d6b3-ad45-4fa0-b7a5-0fd92a1b5bf6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.2592280 Jul 04 09:17:04.415240 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-30fd66c2-e208-497c-abc2-7a321265d0b9 req-093fd67f-cba9-4d7c-9b34-ce9874c80257 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.57 "DELETE /v2.0/ports/0a264e9f-7a6c-4987-8482-bd9161ba3ca3 HTTP/1.1" status: 204 len: 173 time: 0.6916215 Jul 04 09:17:04.415732 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'name': 'network-vif-deleted', 'tag': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:04.418330 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c034011-84c7-40c3-a52e-02c531e042e2" -d '{"events": [{"server_uuid": "e4a1e180-e636-400d-97b7-57132b3d6af8", "name": "network-vif-deleted", "tag": "0a264e9f-7a6c-4987-8482-bd9161ba3ca3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:04.433013 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-bdd7c31c-06bd-4d5b-aabd-3d896ca781b9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:04.436534 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-bdd7c31c-06bd-4d5b-aabd-3d896ca781b9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 818 time: 0.5329893 Jul 04 09:17:04.479127 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d1d5e458-837a-47f1-9a04-d0fd5cdeba8f req-1c2eef29-d897-4e02-b98b-ad69eaa68144 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492291 Jul 04 09:17:04.713846 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f350f4f9-aa77-4b9c-b52b-007c15f5bc9b req-998f16f2-2097-4e36-a261-9a97793a59bc tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 210 time: 0.2400265 Jul 04 09:17:04.718187 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1abee09-5500-4177-9a9e-5a119bf6da17 req-55cdc777-6825-49dc-843b-9a747a955c3e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807026 Jul 04 09:17:04.772546 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed87be52-6f73-4fc0-91a2-6728d3d224a1 x-openstack-request-id: req-ed87be52-6f73-4fc0-91a2-6728d3d224a1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:04.773189 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a1e180-e636-400d-97b7-57132b3d6af8", "name": "network-vif-deleted", "tag": "0a264e9f-7a6c-4987-8482-bd9161ba3ca3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:04.773189 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed87be52-6f73-4fc0-91a2-6728d3d224a1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:04.773558 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed87be52-6f73-4fc0-91a2-6728d3d224a1'] response: {'server_uuid': 'e4a1e180-e636-400d-97b7-57132b3d6af8', 'name': 'network-vif-deleted', 'tag': '0a264e9f-7a6c-4987-8482-bd9161ba3ca3', 'status': 'completed', 'code': 200} Jul 04 09:17:04.828598 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36c372-0618-4122-8cfd-b101c5ec476d req-9254278c-8a7f-4767-98e8-6427c8f0b67c tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:04.830127 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0d36c372-0618-4122-8cfd-b101c5ec476d req-9254278c-8a7f-4767-98e8-6427c8f0b67c tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 948 time: 0.0480242 Jul 04 09:17:04.870449 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:04.890663 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0d36c372-0618-4122-8cfd-b101c5ec476d req-30428364-0e6b-45f3-a795-6454ca91bdd7 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540473 Jul 04 09:17:04.950686 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-79178ddc-6f39-48fe-a79d-d5ab60aa711d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48690ebc49824572a08f53597eeee661 HTTP/1.1" status: 200 len: 379 time: 0.0561759 Jul 04 09:17:05.302565 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3673f3e9-672f-4bc5-83f9-95e07bcfc5a9 req-dee7201e-c6c7-469a-9ae8-b80481e5fcc3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 210 time: 0.0312321 Jul 04 09:17:05.358928 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c914bc7d-ca25-4a3f-93ad-48ff175d244c up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:05.413030 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d08f7fe8-44c1-4ef7-8fc1-874fd54125f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:05.421595 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port c914bc7d-ca25-4a3f-93ad-48ff175d244c completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:17:05.429002 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port c914bc7d-ca25-4a3f-93ad-48ff175d244c triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:05.429632 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:05.520184 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port c914bc7d-ca25-4a3f-93ad-48ff175d244c is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:05.520575 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:05.538795 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cbe17-cc84-473d-94ca-27b3422bfcbf req-92893185-5230-4200-ae68-7037760ff091 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:05.540510 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-402cbe17-cc84-473d-94ca-27b3422bfcbf req-92893185-5230-4200-ae68-7037760ff091 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0524986 Jul 04 09:17:05.555619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c914bc7d-ca25-4a3f-93ad-48ff175d244c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c914bc7d-ca25-4a3f-93ad-48ff175d244c,segment=NetworkSegment(b5fd184f-68a2-4b9d-88dc-4543106af07d),segment_id=b5fd184f-68a2-4b9d-88dc-4543106af07d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:05.562470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:05.563299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:17:05.584605 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:17:05.585123 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0a264e9f-7a6c-4987-8482-bd9161ba3ca3 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:17:05.600347 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-402cbe17-cc84-473d-94ca-27b3422bfcbf req-48f74719-b355-4852-aad6-aaaabef14eaa tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534408 Jul 04 09:17:05.634246 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=c914bc7d-ca25-4a3f-93ad-48ff175d244c,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:05.641556 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.641919 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.642281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.642631 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.642963 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.643291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.643612 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.643932 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.644252 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.644605 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.644928 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.645379 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.645708 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.646053 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.646371 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:05.684557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:05.686888 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32089a46-66df-480e-994e-e72f896a1c3c" -d '{"events": [{"server_uuid": "2cd4a835-f591-497f-a46a-d554fb77c61c", "name": "network-vif-plugged", "status": "completed", "tag": "c914bc7d-ca25-4a3f-93ad-48ff175d244c"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:05.721953 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6702ac81-31f1-4188-a354-f84b718519d8 x-openstack-request-id: req-6702ac81-31f1-4188-a354-f84b718519d8 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:05.722273 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd4a835-f591-497f-a46a-d554fb77c61c", "name": "network-vif-plugged", "status": "completed", "tag": "c914bc7d-ca25-4a3f-93ad-48ff175d244c", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:05.722499 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6702ac81-31f1-4188-a354-f84b718519d8 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:05.722996 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6702ac81-31f1-4188-a354-f84b718519d8'] response: {'server_uuid': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c', 'code': 200} Jul 04 09:17:05.847838 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-73fa48b7-5607-4e0c-9a99-5276aec806df req-fa1f32b0-0ed2-472f-8db5-37a51fde0b83 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 210 time: 0.0427952 Jul 04 09:17:05.867002 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbe6bc-e784-497b-998e-48f10c1abd4c req-cbc4acc0-8a01-4519-9862-6ffcba93d253 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:05.868609 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0bcbe6bc-e784-497b-998e-48f10c1abd4c req-cbc4acc0-8a01-4519-9862-6ffcba93d253 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0740440 Jul 04 09:17:05.874293 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'port': {'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'admin_state_up': True, 'tenant_id': '48690ebc49824572a08f53597eeee661', 'security_groups': ['b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:06.022237 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0bcbe6bc-e784-497b-998e-48f10c1abd4c req-2fc3420c-2995-4605-9ec3-16a9b8a5168a tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440289 Jul 04 09:17:06.053139 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb2daa-ce0c-4fbd-8f31-e9e40bed062e req-869c3201-6aea-4ea8-8830-e4438ee823e0 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:06.054754 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58eb2daa-ce0c-4fbd-8f31-e9e40bed062e req-869c3201-6aea-4ea8-8830-e4438ee823e0 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0805213 Jul 04 09:17:06.093478 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Made reservation on behalf of 48690ebc49824572a08f53597eeee661 for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:17:06.097019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:06.099100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:06.132745 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58eb2daa-ce0c-4fbd-8f31-e9e40bed062e req-8ec328a9-f062-470b-8f49-9f271b070058 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707309 Jul 04 09:17:06.252466 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Allocated IP 172.20.0.10 (df1b751e-d6ba-48eb-89e1-23cec336922c/63fdfb2c-8b27-44e6-b796-b9b4b90ef657/0cb1b91f-f4e7-4260-86d4-761589933b09) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:06.419550 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:06.478047 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b525dc33-77e6-4f38-a47a-686fda8f8846 req-689cc0b8-09d3-460d-b404-e4d096ce3b2f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 210 time: 0.0657139 Jul 04 09:17:06.479965 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:06.533854 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Network df1b751e-d6ba-48eb-89e1-23cec336922c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:06.536931 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:06.539601 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:06.573399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event updated for resources: {'Port': ['ID=0cb1b91f-f4e7-4260-86d4-761589933b09,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:06.590093 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:06.600367 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:06.601026 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:06.613074 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:06.622268 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-b67276ff-b0ed-48f4-8ab8-9023f7991d3b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523613 Jul 04 09:17:06.730778 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516806e-127d-4a6a-b9f4-d75ddff6b03b req-3badaf71-7800-423c-915f-415637c905e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:06.731875 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e516806e-127d-4a6a-b9f4-d75ddff6b03b req-3badaf71-7800-423c-915f-415637c905e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0558648 Jul 04 09:17:06.782952 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e516806e-127d-4a6a-b9f4-d75ddff6b03b req-38f78bb2-d14a-4cc2-9c74-7805e1087eea tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456476 Jul 04 09:17:06.835775 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-a7e08ee9-81a1-4de7-a44c-4141db243d44 None None] Provisioning complete for port 0cb1b91f-f4e7-4260-86d4-761589933b09 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:06.836511 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7e08ee9-81a1-4de7-a44c-4141db243d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:06.851249 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Request body: {'port': {'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:06.858711 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:06.928956 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a7e08ee9-81a1-4de7-a44c-4141db243d44 None None] Port 0cb1b91f-f4e7-4260-86d4-761589933b09 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:17:06.970440 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dbbd9-a0d9-4eba-bfe2-e993c8b8f533 req-d2474b4a-27fa-418a-8f93-d652f4b9d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:06.972709 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aa0dbbd9-a0d9-4eba-bfe2-e993c8b8f533 req-d2474b4a-27fa-418a-8f93-d652f4b9d90f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 1133 time: 0.0884583 Jul 04 09:17:06.988445 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1eb4-130a-46ef-b885-b324c889b981 req-7359e884-b4b4-40ce-85dc-cf4a94c29684 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:06.990127 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1dbd1eb4-130a-46ef-b885-b324c889b981 req-7359e884-b4b4-40ce-85dc-cf4a94c29684 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.1022000 Jul 04 09:17:07.005816 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:07.017982 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f7f021c-71fd-4f0f-9d68-9075944db3f8 req-fecd42a7-49f8-4414-b7c1-ca2e50417045 tempest-VolumesActionsTest-1509157531 tempest-VolumesActionsTest-1509157531-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4a1e180-e636-400d-97b7-57132b3d6af8 HTTP/1.1" status: 200 len: 210 time: 0.0494924 Jul 04 09:17:07.024406 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.067040 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-aa0dbbd9-a0d9-4eba-bfe2-e993c8b8f533 req-9b9001f8-ae40-4e5b-89e9-3e00c3e98d47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835686 Jul 04 09:17:07.102671 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1dbd1eb4-130a-46ef-b885-b324c889b981 req-759213ea-5dc0-4955-b7d2-f3aa17659e2c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881462 Jul 04 09:17:07.117612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:07.128355 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41816) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:07.313713 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19327-ea19-44c5-92b1-e7848caf134b req-f7907775-f9c7-417e-bd58-5e40652fd688 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:07.315230 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b4b19327-ea19-44c5-92b1-e7848caf134b req-f7907775-f9c7-417e-bd58-5e40652fd688 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0936382 Jul 04 09:17:07.347851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f350e5-acf0-4ad0-bfd1-2b07a83d8ac1 tempest-TestShelveInstance-1560639786 tempest-TestShelveInstance-1560639786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:07.352512 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-03f350e5-acf0-4ad0-bfd1-2b07a83d8ac1 tempest-TestShelveInstance-1560639786 tempest-TestShelveInstance-1560639786-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1125 time: 0.2198310 Jul 04 09:17:07.352677 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 41828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:07.356945 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'port_id': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:07.381449 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.400165 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b4b19327-ea19-44c5-92b1-e7848caf134b req-6df978a8-7aa3-4c1d-8e42-972c6e254780 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785332 Jul 04 09:17:07.430043 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb1b91f-f4e7-4260-86d4-761589933b09 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:17:07.437617 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Publish callbacks [] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.451084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Transition to ACTIVE for port object 0cb1b91f-f4e7-4260-86d4-761589933b09 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:17:07.455645 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.481238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.558692 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Pushing event updated for resources: {'Port': ['ID=0cb1b91f-f4e7-4260-86d4-761589933b09,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:07.649323 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Allocated IP 172.27.0.222 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/0029dacd-b639-4fb9-b032-75e5d5411cba) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:07.654561 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Attempting to bind port 0cb1b91f-f4e7-4260-86d4-761589933b09 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:17:07.655019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Attempting to bind port 0cb1b91f-f4e7-4260-86d4-761589933b09 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:17:07.655662 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Attempting to bind port 0cb1b91f-f4e7-4260-86d4-761589933b09 on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:07.672850 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Port 0cb1b91f-f4e7-4260-86d4-761589933b09 on network df1b751e-d6ba-48eb-89e1-23cec336922c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:17:07.673344 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Attempting to bind port 0cb1b91f-f4e7-4260-86d4-761589933b09 on network df1b751e-d6ba-48eb-89e1-23cec336922c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:07.687897 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43f1dc-29d2-4cf4-97b9-f2eadd717151 req-b5315ec4-06d4-4bfb-a016-dc80a6525fdc tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:07.689724 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3c43f1dc-29d2-4cf4-97b9-f2eadd717151 req-b5315ec4-06d4-4bfb-a016-dc80a6525fdc tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0880518 Jul 04 09:17:07.690808 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:17:07.691238 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Checking segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:07.691802 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Bound using segment: {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:17:07.692458 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Bound port: 0cb1b91f-f4e7-4260-86d4-761589933b09, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:17:07.692938 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.737632 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:07.788091 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.807152 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3c43f1dc-29d2-4cf4-97b9-f2eadd717151 req-1ae260e2-1130-4f84-8db1-08dfe4ed3d8f tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974567 Jul 04 09:17:07.811217 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] For port 0cb1b91f-f4e7-4260-86d4-761589933b09, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:17:07.814633 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] For port 0cb1b91f-f4e7-4260-86d4-761589933b09, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0cb1b91f-f4e7-4260-86d4-761589933b09,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:17:07.824643 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:07.825694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.830578 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.870365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:07.870975 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:07.872336 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] 10.222.0.57 "PUT /v2.0/ports/0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 200 len: 1094 time: 1.0265994 Jul 04 09:17:07.872799 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:07.873981 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:07.876112 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3428e4c-4fa8-4c4a-98bd-fe81fd05c23c" -d '{"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:07.878107 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:07.887043 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:07.900922 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5465-4f85-429c-861b-9b365798f62b service neutron] Pushing event updated for resources: {'Port': ['ID=0cb1b91f-f4e7-4260-86d4-761589933b09,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:07.929955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49312dc-ae3b-4263-9bdf-ff6ab363698b x-openstack-request-id: req-e49312dc-ae3b-4263-9bdf-ff6ab363698b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:07.929955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:07.930362 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e49312dc-ae3b-4263-9bdf-ff6ab363698b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:07.930949 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49312dc-ae3b-4263-9bdf-ff6ab363698b'] response: {'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'status': 'completed', 'code': 200} Jul 04 09:17:08.029938 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3428e4c-4fa8-4c4a-98bd-fe81fd05c23c req-c66842aa-69b5-4b43-b81d-4393066850de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:08.029938 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3428e4c-4fa8-4c4a-98bd-fe81fd05c23c req-c66842aa-69b5-4b43-b81d-4393066850de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1128 time: 0.0527506 Jul 04 09:17:08.097804 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:08.122293 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'Port': ['ID=0029dacd-b639-4fb9-b032-75e5d5411cba,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:08.197797 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:08.219893 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:08.230568 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3428e4c-4fa8-4c4a-98bd-fe81fd05c23c req-774bfb3e-a60e-479b-94f3-3e2ffb51ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:08.235733 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3428e4c-4fa8-4c4a-98bd-fe81fd05c23c req-774bfb3e-a60e-479b-94f3-3e2ffb51ffc2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=48690ebc49824572a08f53597eeee661&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1752558 Jul 04 09:17:08.254591 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:08.354811 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3428e4c-4fa8-4c4a-98bd-fe81fd05c23c req-a1b8f31f-e97f-4cc9-82f1-a4312b5e2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:08.356550 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3428e4c-4fa8-4c4a-98bd-fe81fd05c23c req-a1b8f31f-e97f-4cc9-82f1-a4312b5e2efe service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097984 Jul 04 09:17:08.569732 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4deb8-2a96-4961-9537-a20ec718ae1f req-24e908b8-9134-4dac-a3fe-d146deecddd2 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:08.572382 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20c4deb8-2a96-4961-9537-a20ec718ae1f req-24e908b8-9134-4dac-a3fe-d146deecddd2 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0600374 Jul 04 09:17:08.633457 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20c4deb8-2a96-4961-9537-a20ec718ae1f req-68b5b766-0cda-4feb-9fd3-6fb96039e0ab tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544322 Jul 04 09:17:08.640367 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for floatingip (b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:08.714467 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:08.877792 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:08.887080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:08.942624 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fffe5-d3ed-4ce1-9bee-b306a2fbbda9 req-0e0c98b8-5081-4191-9115-ecf169221c50 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:08.944238 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c1fffe5-d3ed-4ce1-9bee-b306a2fbbda9 req-0e0c98b8-5081-4191-9115-ecf169221c50 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0531950 Jul 04 09:17:08.965858 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event updated for resources: {'Port': ['ID=0029dacd-b639-4fb9-b032-75e5d5411cba,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:08.973662 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:09.009000 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c1fffe5-d3ed-4ce1-9bee-b306a2fbbda9 req-74440af8-d023-4069-8094-2b60b979aad5 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564463 Jul 04 09:17:09.062866 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:09.081457 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Floating IP b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6 associated. External IP: 172.27.0.222, port: 78c383e3-0712-437b-8c6a-9bd8b90e67f0. Jul 04 09:17:09.083502 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-5b052207-0f75-447f-8157-ca9d28738b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:09.085007 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-5b052207-0f75-447f-8157-ca9d28738b45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1128 time: 0.0422440 Jul 04 09:17:09.136457 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-5b5e13fc-f12a-4f8e-8683-8ed071f32a97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 200 len: 217 time: 0.0334556 Jul 04 09:17:09.188737 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-04bb8936-09d9-467b-b7d4-85c2bf9aa279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:09.190154 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-04bb8936-09d9-467b-b7d4-85c2bf9aa279 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0450675 Jul 04 09:17:09.245488 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-cb906f7a-7871-4e17-9c02-448435340750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:09.246957 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-cb906f7a-7871-4e17-9c02-448435340750 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425644 Jul 04 09:17:09.285780 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:17:09.351300 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-4da6ae6b-55c5-49bd-85bb-b73bfdded3a2 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883410 Jul 04 09:17:09.403099 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:17:09.413198 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] Sync routers for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:17:09.424400 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:09.425267 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:09.425439 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:09.451139 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7451d690-d6a1-4ed6-aa36-abe7c10753fa req-0ecd98b3-cd1b-480a-8660-46e5b748c881 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931368 Jul 04 09:17:09.456551 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-aba3d4ca-f97b-4af5-aa48-e3ea5cda8070 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1028523 Jul 04 09:17:09.457154 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:09.459595 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d9c23a-6158-4016-a16f-384d3fe5ad12" -d '{"events": [{"name": "network-changed", "server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:09.495887 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5ba804-4f5c-409f-a940-511f38afdcb3 x-openstack-request-id: req-eb5ba804-4f5c-409f-a940-511f38afdcb3 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:09.496172 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:09.496418 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb5ba804-4f5c-409f-a940-511f38afdcb3 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:09.496824 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5ba804-4f5c-409f-a940-511f38afdcb3'] response: {'name': 'network-changed', 'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'status': 'completed', 'code': 200} Jul 04 09:17:09.528649 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:09.562174 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:09.759310 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248507-e04d-46ca-8719-4fc90b922a7d req-9b891d5a-f3e2-4cc7-a91d-57f46c78698d tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:09.761255 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2248507-e04d-46ca-8719-4fc90b922a7d req-9b891d5a-f3e2-4cc7-a91d-57f46c78698d tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0502157 Jul 04 09:17:09.811552 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2248507-e04d-46ca-8719-4fc90b922a7d req-66034438-a44e-43f4-995a-f83a47a6098f tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Jul 04 09:17:09.912688 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': 'b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'port_id': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'mac_address': 'fa:16:3e:fe:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:08Z', 'updated_at': '2022-07-04T09:17:08Z', 'revision_number': 0, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:14Z', 'revision_number': 5, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:09.937484 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] Checking router: f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:17:09.946063 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:09.946660 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:10.057253 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:10.068990 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:10.080789 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1cc9f-4187-4576-a835-6e0476fe16c5 req-a8d5ad41-210b-4337-b516-9bb3e9fe75d0 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:10.082348 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-46a1cc9f-4187-4576-a835-6e0476fe16c5 req-a8d5ad41-210b-4337-b516-9bb3e9fe75d0 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0574543 Jul 04 09:17:10.094573 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:10.148265 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecc6e2-5ca3-4cd6-9de5-becf92d874fc req-efd9129a-a362-4da8-8d66-71132d1d1894 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:10.155319 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0fecc6e2-5ca3-4cd6-9de5-becf92d874fc req-efd9129a-a362-4da8-8d66-71132d1d1894 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0659237 Jul 04 09:17:10.182656 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-46a1cc9f-4187-4576-a835-6e0476fe16c5 req-dfb277cb-3ede-4703-b772-27b84d784a52 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903418 Jul 04 09:17:10.211653 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0fecc6e2-5ca3-4cd6-9de5-becf92d874fc req-e09b71b0-3c22-428f-93a2-080f9b879870 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519943 Jul 04 09:17:10.276692 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': 'b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'port_id': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'mac_address': 'fa:16:3e:fe:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:08Z', 'updated_at': '2022-07-04T09:17:08Z', 'revision_number': 0, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:14Z', 'revision_number': 5, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:10.301812 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01842606-dafd-4e10-b3ff-4b2f5aa52091 None None] The sync data for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi is: [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': 'b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'port_id': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'mac_address': 'fa:16:3e:fe:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:08Z', 'updated_at': '2022-07-04T09:17:08Z', 'revision_number': 0, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:14Z', 'revision_number': 5, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:17:10.513717 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9220ccfb-72c9-4c72-b210-5c550e9572a0 None None] New status for floating IP b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:17:11.338320 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261d161-0a20-41d0-9561-78add0c9b631 req-6e2bd3f2-8c44-4fa6-9af9-516564b13cf2 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:11.339815 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2261d161-0a20-41d0-9561-78add0c9b631 req-6e2bd3f2-8c44-4fa6-9af9-516564b13cf2 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0795825 Jul 04 09:17:11.350916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534b03-8fc2-45dc-b535-c72dfc9b3e7b req-915c10d4-e0d3-481d-94d9-f3edab2b04e9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:11.352264 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0534b03-8fc2-45dc-b535-c72dfc9b3e7b req-915c10d4-e0d3-481d-94d9-f3edab2b04e9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0631089 Jul 04 09:17:11.392030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:11.424283 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2261d161-0a20-41d0-9561-78add0c9b631 req-ae95e120-d71d-46d9-b925-0cbdf219ac0e tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711148 Jul 04 09:17:11.432042 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0534b03-8fc2-45dc-b535-c72dfc9b3e7b req-0a7925fe-8676-42b8-bd5f-5bea39b180c3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730863 Jul 04 09:17:12.587423 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b8720-bae3-4740-8e43-738c14c77093 req-fa4e595a-8683-4ebc-acb1-541566ae31e3 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:12.588882 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fa4b8720-bae3-4740-8e43-738c14c77093 req-fa4e595a-8683-4ebc-acb1-541566ae31e3 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0789018 Jul 04 09:17:12.594803 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f8fef-df99-40f5-92c1-b086b984e997 req-268f23e4-f884-47ad-afe5-920e9e7ad9ca tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:12.596142 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-db6f8fef-df99-40f5-92c1-b086b984e997 req-268f23e4-f884-47ad-afe5-920e9e7ad9ca tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0837331 Jul 04 09:17:12.668131 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fa4b8720-bae3-4740-8e43-738c14c77093 req-35a9181c-5230-48ba-983b-a019ea026ba3 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Jul 04 09:17:12.671274 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-db6f8fef-df99-40f5-92c1-b086b984e997 req-09f0f76e-69cf-447e-9f43-c49ea96bd90e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683007 Jul 04 09:17:13.812908 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6eba-a720-491f-a65d-cbf888a2e23d req-bd56cb88-fdd7-4780-9956-7dcb3df33241 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:13.814316 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f56d6eba-a720-491f-a65d-cbf888a2e23d req-bd56cb88-fdd7-4780-9956-7dcb3df33241 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0742717 Jul 04 09:17:13.825031 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fab63-8eff-4b55-96c8-d8bcfdbfbb70 req-6aef037a-f85b-48ef-ab7c-147f14d9bf02 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:13.826456 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a14fab63-8eff-4b55-96c8-d8bcfdbfbb70 req-6aef037a-f85b-48ef-ab7c-147f14d9bf02 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0762520 Jul 04 09:17:13.901540 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f56d6eba-a720-491f-a65d-cbf888a2e23d req-4d99a31c-8e2f-44a8-ba8e-ae916161d5e8 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741127 Jul 04 09:17:13.912268 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a14fab63-8eff-4b55-96c8-d8bcfdbfbb70 req-704b78e8-2a43-4345-be3e-6a4893dba044 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787761 Jul 04 09:17:15.134270 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d5f55-7a5a-462d-bc67-6e10f0a19201 req-ba4ba456-d167-46cc-80cd-3df5ee40ae14 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:15.142808 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ab7d5f55-7a5a-462d-bc67-6e10f0a19201 req-ba4ba456-d167-46cc-80cd-3df5ee40ae14 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.0695748 Jul 04 09:17:15.180778 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-55b79ebb-2e32-43d0-942c-ab568e77ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:15.182344 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-55b79ebb-2e32-43d0-942c-ab568e77ef48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1130 time: 0.1944890 Jul 04 09:17:15.204933 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42018) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:15.241184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-41eaa151-b366-417c-a1c7-608992f42e96 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:15.243943 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-41eaa151-b366-417c-a1c7-608992f42e96 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 949 time: 0.1289792 Jul 04 09:17:15.248162 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ab7d5f55-7a5a-462d-bc67-6e10f0a19201 req-1c5ac05d-938a-4e0d-8b10-266190e5d2bb tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b1c6b9-3190-40ba-b807-3466379bd27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996225 Jul 04 09:17:15.332611 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:15.419442 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e35a4-78e8-41bf-892f-405ceeb700c6 req-5094c0ab-8d3c-4812-8848-e5a99d9f572c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:15.426995 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-251e35a4-78e8-41bf-892f-405ceeb700c6 req-5094c0ab-8d3c-4812-8848-e5a99d9f572c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0612371 Jul 04 09:17:15.471227 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Deleting port c914bc7d-ca25-4a3f-93ad-48ff175d244c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:17:15.472022 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.474066 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:15.477248 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8516cd4e-1905-4ead-9362-f4e82a9c48fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.487558 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-e7bf5a0e-4993-437b-a181-32ff9ab6a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:15.490079 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-e7bf5a0e-4993-437b-a181-32ff9ab6a498 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 908 time: 0.2987487 Jul 04 09:17:15.502630 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-251e35a4-78e8-41bf-892f-405ceeb700c6 req-0523a11c-6c9e-4561-a562-09040ab74ba9 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746901 Jul 04 09:17:15.581499 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-0285bf2d-9cde-49ff-8266-6da0589807e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 1002 time: 0.0778000 Jul 04 09:17:15.645854 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] For port c914bc7d-ca25-4a3f-93ad-48ff175d244c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c914bc7d-ca25-4a3f-93ad-48ff175d244c,segment=NetworkSegment(b5fd184f-68a2-4b9d-88dc-4543106af07d),segment_id=b5fd184f-68a2-4b9d-88dc-4543106af07d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:15.646128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-6c65f8d9-fcb2-409c-9145-15c73132f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:15.646243 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.647796 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-6c65f8d9-fcb2-409c-9145-15c73132f441 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 200 len: 846 time: 0.0590527 Jul 04 09:17:15.669683 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8516cd4e-1905-4ead-9362-f4e82a9c48fc admin admin] Publish callbacks [] for security_group (20e693e5-e975-4526-9bed-25abf701b793), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.670973 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Calling delete_port for c914bc7d-ca25-4a3f-93ad-48ff175d244c owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:17:15.680869 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8516cd4e-1905-4ead-9362-f4e82a9c48fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (20e693e5-e975-4526-9bed-25abf701b793), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.703051 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-b9e41929-0d8b-499c-b579-8156ee0e25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:15.704798 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-b9e41929-0d8b-499c-b579-8156ee0e25f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a2c8810-cb52-4371-861a-661d1c6a6165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505180 Jul 04 09:17:15.765268 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8516cd4e-1905-4ead-9362-f4e82a9c48fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3150e0802bb49fcaf5ebe0776de4cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5591054 Jul 04 09:17:15.769773 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:15.770457 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516cd4e-1905-4ead-9362-f4e82a9c48fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e693e5-e975-4526-9bed-25abf701b793,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:15.792469 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:15.845690 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-a3b0d9fc-c8e8-4b43-b812-c7ba1ce570b4 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315358 Jul 04 09:17:15.877726 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdf29556-def5-498f-b40d-7e72da13b61b admin admin] Publish callbacks [] for security_group (20e693e5-e975-4526-9bed-25abf701b793), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.916823 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdf29556-def5-498f-b40d-7e72da13b61b admin admin] Publish callbacks [] for security_group (20e693e5-e975-4526-9bed-25abf701b793), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.926311 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (c914bc7d-ca25-4a3f-93ad-48ff175d244c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:15.945412 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['c914bc7d-ca25-4a3f-93ad-48ff175d244c'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:17:15.972013 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Pushing event deleted for resources: {'Port': ['ID=c914bc7d-ca25-4a3f-93ad-48ff175d244c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:16.036861 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] No DVR routers for this DVR port c914bc7d-ca25-4a3f-93ad-48ff175d244c on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:17:16.039541 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:16.043161 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-d2e5fdaf-8a5e-4d9e-8932-7845536ffbe8 req-0535b18e-920a-43a9-9d0c-714999498617 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.57 "DELETE /v2.0/ports/c914bc7d-ca25-4a3f-93ad-48ff175d244c HTTP/1.1" status: 204 len: 173 time: 0.7908618 Jul 04 09:17:16.043474 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'name': 'network-vif-deleted', 'tag': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:16.046521 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c60440-a74b-4f0a-a5dc-1520dbfd73b0" -d '{"events": [{"server_uuid": "2cd4a835-f591-497f-a46a-d554fb77c61c", "name": "network-vif-deleted", "tag": "c914bc7d-ca25-4a3f-93ad-48ff175d244c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:16.070025 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdf29556-def5-498f-b40d-7e72da13b61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (20e693e5-e975-4526-9bed-25abf701b793), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:16.073707 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdf29556-def5-498f-b40d-7e72da13b61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:16.075564 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fdf29556-def5-498f-b40d-7e72da13b61b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20e693e5-e975-4526-9bed-25abf701b793 HTTP/1.1" status: 204 len: 168 time: 0.3023078 Jul 04 09:17:16.085343 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf29556-def5-498f-b40d-7e72da13b61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e693e5-e975-4526-9bed-25abf701b793,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:16.124305 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fcf2b6-115f-4eae-8526-579b83c50f48 x-openstack-request-id: req-a7fcf2b6-115f-4eae-8526-579b83c50f48 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:16.124686 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd4a835-f591-497f-a46a-d554fb77c61c", "name": "network-vif-deleted", "tag": "c914bc7d-ca25-4a3f-93ad-48ff175d244c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:16.132256 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7fcf2b6-115f-4eae-8526-579b83c50f48 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:16.133622 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7fcf2b6-115f-4eae-8526-579b83c50f48'] response: {'server_uuid': '2cd4a835-f591-497f-a46a-d554fb77c61c', 'name': 'network-vif-deleted', 'tag': 'c914bc7d-ca25-4a3f-93ad-48ff175d244c', 'status': 'completed', 'code': 200} Jul 04 09:17:16.304327 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70d9c23a-6158-4016-a16f-384d3fe5ad12 req-8dc14356-b75a-4c13-845f-02f51b86cb17 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467714 Jul 04 09:17:16.395365 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d07553f-60e7-46b3-8677-c9e9ce290865 req-8f2d6cc8-b39f-4082-9c00-33603bffc865 tempest-VolumesNegativeTest-1917116041 tempest-VolumesNegativeTest-1917116041-project] 10.222.0.26 "GET /v2.0/ports?device_id=2cd4a835-f591-497f-a46a-d554fb77c61c HTTP/1.1" status: 200 len: 210 time: 0.0417140 Jul 04 09:17:16.649813 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1b013-dd18-4cf9-8f5e-b25d1df1a672 req-224201c7-0c4d-4e10-98ac-5fc5549373f5 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:16.659143 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2c1b013-dd18-4cf9-8f5e-b25d1df1a672 req-224201c7-0c4d-4e10-98ac-5fc5549373f5 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0699587 Jul 04 09:17:16.762224 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2c1b013-dd18-4cf9-8f5e-b25d1df1a672 req-ea5f7334-7581-4818-9775-0837795ff0eb tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017361 Jul 04 09:17:17.064516 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42060) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:17.189226 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1330120721-network', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:17.193959 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:17.214345 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Made reservation on behalf of dc462a5ff5f649cdb9a24f2232855724 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:17:17.216774 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.226053 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.309973 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks [] for security_group (e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.317007 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.346131 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:17:17.352110 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:17.360396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (9a34b7ff-ec3b-44fe-b1fd-f59c2364025a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.360748 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Added segment 9a34b7ff-ec3b-44fe-b1fd-f59c2364025a of type vlan for network 956432d6-39cd-4134-be04-9d32af252f5a Jul 04 09:17:17.410206 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (956432d6-39cd-4134-be04-9d32af252f5a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.429472 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0cb1b91f-f4e7-4260-86d4-761589933b09 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:17:17.440924 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (956432d6-39cd-4134-be04-9d32af252f5a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.442239 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:17.442978 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.469644 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:17.494032 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4256384 Jul 04 09:17:17.494366 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42074) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:17.499778 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Request body: {'subnet': {'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1330120721-subnet', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:17.537748 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd794cb4-eaba-4134-9daa-85a5a37d84a6 admin admin] Pushing event updated for resources: {'Network': ['ID=956432d6-39cd-4134-be04-9d32af252f5a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:17.577469 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Made reservation on behalf of dc462a5ff5f649cdb9a24f2232855724 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:17:17.580485 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29004390'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.631327 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 956432d6-39cd-4134-be04-9d32af252f5a details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:17:17.634876 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=10 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:17.668849 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0cb1b91f-f4e7-4260-86d4-761589933b09, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0cb1b91f-f4e7-4260-86d4-761589933b09,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:17.671545 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:17.689749 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'mac_address': 'fa:16:3e:72:fc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:17:17.785788 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 0cb1b91f-f4e7-4260-86d4-761589933b09 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:17.789955 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.817551 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb1b91f-f4e7-4260-86d4-761589933b09 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:17:17.834404 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26720448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29004700'] for subnet (62c8402f-4429-4e64-980b-6f9bcb8f4889), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.861638 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0cb1b91f-f4e7-4260-86d4-761589933b09, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0cb1b91f-f4e7-4260-86d4-761589933b09,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:17.885226 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:17.942080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c8402f-4429-4e64-980b-6f9bcb8f4889,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:17.945447 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=0cb1b91f-f4e7-4260-86d4-761589933b09,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:17.948736 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11362bc5-c678-4139-9215-c5be607d4276 req-28d22a40-5c43-485c-8dc0-b5e55a51cfca tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:17.950393 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-11362bc5-c678-4139-9215-c5be607d4276 req-28d22a40-5c43-485c-8dc0-b5e55a51cfca tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 944 time: 0.0944345 Jul 04 09:17:17.985320 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Checking segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:17.985924 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Network hostable DHCP agents. Network: 956432d6-39cd-4134-be04-9d32af252f5a, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:17:18.010308 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-11362bc5-c678-4139-9215-c5be607d4276 req-bc9cfa6f-7f8f-4e6d-812d-70ce3cc60fd0 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541017 Jul 04 09:17:18.013995 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Network 956432d6-39cd-4134-be04-9d32af252f5a is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:17:18.040550 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 956432d6-39cd-4134-be04-9d32af252f5a) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:18.053373 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c20caf-3d33-44c9-8b28-0db0a3742b6e None None] Network 956432d6-39cd-4134-be04-9d32af252f5a requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:17:18.077281 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:18.079223 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.125833 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bd131897-0317-4a7f-878b-814a9e66f6ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6271963 Jul 04 09:17:18.125833 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42096) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:18.131475 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:18.165584 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (efe0d4a7-48db-4f2d-9863-9a2725f4555c), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.166950 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (efe0d4a7-48db-4f2d-9863-9a2725f4555c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.211437 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-956432d6-39cd-4134-be04-9d32af252f5a', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:17:18.212783 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.260157 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks [] for router_controller (efe0d4a7-48db-4f2d-9863-9a2725f4555c), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.307285 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['0cb1b91f-f4e7-4260-86d4-761589933b09'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:17:18.424599 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks [] for router_gateway (efe0d4a7-48db-4f2d-9863-9a2725f4555c), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.453875 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Allocated IP 172.20.0.2 (956432d6-39cd-4134-be04-9d32af252f5a/62c8402f-4429-4e64-980b-6f9bcb8f4889/7211a5e2-ac83-4bcf-8ee9-2863668f7c55) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:18.609442 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:18.718736 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:18.721217 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Publish callbacks [] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.748975 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.794239 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks [] for router_gateway (efe0d4a7-48db-4f2d-9863-9a2725f4555c), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.815722 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.830781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Network 956432d6-39cd-4134-be04-9d32af252f5a is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:18.843694 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:18.859324 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:18.873397 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Pushing event updated for resources: {'Port': ['ID=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:18.937846 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Allocated IP 172.27.0.114 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/7dad5bfb-5bc6-4342-9232-890598d5bdec) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:18.973315 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Attempting to bind port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:17:18.974945 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Attempting to bind port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:17:18.976494 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Attempting to bind port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:18.984904 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:17:18.986000 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Checking segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:18.986651 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.987015 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Bound using segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:17:18.988361 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Bound port: 7211a5e2-ac83-4bcf-8ee9-2863668f7c55, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:17:18.990096 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:18.994354 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:19.126977 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks [] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:19.156300 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:19.159364 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] For port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:17:19.160231 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cf346-5abb-4d5d-b817-2948c115cf4c req-e1246077-d39d-4b80-9bd2-ffc00effa841 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:19.166598 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] For port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:17:19.171679 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ab3cf346-5abb-4d5d-b817-2948c115cf4c req-e1246077-d39d-4b80-9bd2-ffc00effa841 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 945 time: 0.0662529 Jul 04 09:17:19.186342 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:19.226528 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:19.230150 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ab3cf346-5abb-4d5d-b817-2948c115cf4c req-1aaead45-c695-46f3-b663-66ac21d3df22 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554199 Jul 04 09:17:19.299914 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0aabc-021f-4137-8ccc-c19b4c8b17e7 None None] Pushing event updated for resources: {'Port': ['ID=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:19.322941 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:19.328905 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:19.334751 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:19.337641 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Pushing event updated for resources: {'Port': ['ID=7dad5bfb-5bc6-4342-9232-890598d5bdec,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:19.544389 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0cb1b91f-f4e7-4260-86d4-761589933b09 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:19.655126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 0cb1b91f-f4e7-4260-86d4-761589933b09 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:17:19.662638 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 0cb1b91f-f4e7-4260-86d4-761589933b09 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:19.663154 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:19.694880 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks [] for router_gateway (efe0d4a7-48db-4f2d-9863-9a2725f4555c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:19.811115 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 0cb1b91f-f4e7-4260-86d4-761589933b09 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:19.811706 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:19.828089 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:19.856713 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:19.859891 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e985360f-36b9-4154-8c20-9c9772702212" -d '{"events": [{"server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "name": "network-vif-plugged", "status": "completed", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:19.915205 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0cb1b91f-f4e7-4260-86d4-761589933b09, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0cb1b91f-f4e7-4260-86d4-761589933b09,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:19.921000 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:19.921865 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c914bc7d-ca25-4a3f-93ad-48ff175d244c no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:17:19.974615 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029aa37f-3e00-4480-b14f-25de94ca5e82 x-openstack-request-id: req-029aa37f-3e00-4480-b14f-25de94ca5e82 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:19.975266 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "name": "network-vif-plugged", "status": "completed", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:19.975721 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-029aa37f-3e00-4480-b14f-25de94ca5e82 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:19.976318 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029aa37f-3e00-4480-b14f-25de94ca5e82'] response: {'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'code': 200} Jul 04 09:17:19.988418 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: c914bc7d-ca25-4a3f-93ad-48ff175d244c {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:17:19.992602 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c914bc7d-ca25-4a3f-93ad-48ff175d244c not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:17:20.028463 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=0cb1b91f-f4e7-4260-86d4-761589933b09,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:20.098930 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (efe0d4a7-48db-4f2d-9863-9a2725f4555c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:20.223800 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:20.242121 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed41a57-7571-4a5f-ad25-ca58a8f824b7 req-3aae33c3-2674-4b1c-b3d1-ea7b19a22ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:20.243575 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4ed41a57-7571-4a5f-ad25-ca58a8f824b7 req-3aae33c3-2674-4b1c-b3d1-ea7b19a22ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1130 time: 0.0856540 Jul 04 09:17:20.289948 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:17:20.343653 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4ed41a57-7571-4a5f-ad25-ca58a8f824b7 req-af0a807b-225c-470d-8544-d4c4140fcf3c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875075 Jul 04 09:17:20.429128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ef94a-24f3-4d01-870d-1a9647829df7 req-b621df8c-5f77-43ce-8af0-00f603b4304d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:20.436270 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-260ef94a-24f3-4d01-870d-1a9647829df7 req-b621df8c-5f77-43ce-8af0-00f603b4304d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0838380 Jul 04 09:17:20.480318 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:20.485246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:17:20.496305 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:17:20.517680 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:20.518867 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:20.541578 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:20.547656 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3338bfcf-f455-4009-a935-82893f1497cb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4179611 Jul 04 09:17:20.549461 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42248) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:20.603501 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-260ef94a-24f3-4d01-870d-1a9647829df7 req-2649a28c-2c34-4c02-8faf-8c95d51312c1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613481 Jul 04 09:17:20.662254 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:20.789208 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:20.789673 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:20.852902 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:20.929276 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a1e2a-d2c0-4c69-918e-4c82a214a1df None None] Network 956432d6-39cd-4134-be04-9d32af252f5a requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:17:21.274534 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-0291b29b-fbc6-40a8-976b-d0d26370206c None None] Provisioning complete for port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:21.274897 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0291b29b-fbc6-40a8-976b-d0d26370206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:21.351441 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:21.439779 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:21.528471 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:21.528923 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:21.599518 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:19Z', 'revision_number': 3, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:21.664982 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:17:21.665667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Updating router efe0d4a7-48db-4f2d-9863-9a2725f4555c port 7dad5bfb-5bc6-4342-9232-890598d5bdec binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:17:21.701180 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:21.703043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0291b29b-fbc6-40a8-976b-d0d26370206c None None] Current status of the port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:21.703424 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0291b29b-fbc6-40a8-976b-d0d26370206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:21.729619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:21.766285 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:21.777594 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Allocated IP 172.20.0.1 (956432d6-39cd-4134-be04-9d32af252f5a/62c8402f-4429-4e64-980b-6f9bcb8f4889/34e967e9-7d71-4d68-bbcf-0dd52afd0acd) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:21.798254 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b24c06-e76e-4b9b-8aa7-e2de18640040 req-87c1134e-dfd6-4c4b-8241-cecabb2f82ce tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:21.802839 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-79b24c06-e76e-4b9b-8aa7-e2de18640040 req-87c1134e-dfd6-4c4b-8241-cecabb2f82ce tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0838759 Jul 04 09:17:21.819281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:21.852886 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:21.897298 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-79b24c06-e76e-4b9b-8aa7-e2de18640040 req-a13c1746-ae6a-48cd-a489-17ffa85ea8c8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854955 Jul 04 09:17:21.945978 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.db.api [None req-0291b29b-fbc6-40a8-976b-d0d26370206c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 09:17:21.946726 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG oslo_db.api [None req-0291b29b-fbc6-40a8-976b-d0d26370206c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 09:17:21.950225 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:21.966252 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks [] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.028357 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:22.053219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:22.073188 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.229083 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Network 956432d6-39cd-4134-be04-9d32af252f5a is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:22.237797 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:22.252928 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:22.269925 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Pushing event updated for resources: {'Port': ['ID=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:22.336940 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Publish callbacks [] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.350754 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.364689 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (efe0d4a7-48db-4f2d-9863-9a2725f4555c), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.527785 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Attempting to bind port 7dad5bfb-5bc6-4342-9232-890598d5bdec on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:17:22.528148 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Attempting to bind port 7dad5bfb-5bc6-4342-9232-890598d5bdec by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:17:22.528503 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Attempting to bind port 7dad5bfb-5bc6-4342-9232-890598d5bdec on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:22.538110 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa962111-1a46-4a6c-8ae5-c6e5fbe9983f None None] Pushing event updated for resources: {'Port': ['ID=7dad5bfb-5bc6-4342-9232-890598d5bdec,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:22.570435 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:17:22.570945 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:22.571470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.573107 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:17:22.573678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Bound port: 7dad5bfb-5bc6-4342-9232-890598d5bdec, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:17:22.574099 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.616047 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.637369 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] For port 7dad5bfb-5bc6-4342-9232-890598d5bdec, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:17:22.640602 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] For port 7dad5bfb-5bc6-4342-9232-890598d5bdec, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=7dad5bfb-5bc6-4342-9232-890598d5bdec,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:17:22.647073 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:22.653135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.654960 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0291b29b-fbc6-40a8-976b-d0d26370206c None None] Current status of the port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:22.764714 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:22.775723 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:22.777555 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:22.893386 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:22.893728 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.917447 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-fc5c1d29-bd55-44c4-8262-1399ec647e08 None None] Provisioning complete for port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:22.917816 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc5c1d29-bd55-44c4-8262-1399ec647e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.937774 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks [] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:22.947901 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:23.031743 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa962111-1a46-4a6c-8ae5-c6e5fbe9983f None None] Pushing event updated for resources: {'Port': ['ID=7dad5bfb-5bc6-4342-9232-890598d5bdec,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:23.095782 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c1d29-bd55-44c4-8262-1399ec647e08 None None] Current status of the port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:23.111403 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Pushing event updated for resources: {'Port': ['ID=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:23.138339 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-fc5c1d29-bd55-44c4-8262-1399ec647e08 None None] Provisioning complete for port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:23.138721 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc5c1d29-bd55-44c4-8262-1399ec647e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:23.139172 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (efe0d4a7-48db-4f2d-9863-9a2725f4555c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:23.152864 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac195e8-60c6-4772-9d2e-f4aa9916433a req-acf1a258-7472-4eae-9d1f-3a8a73787210 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:23.160566 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1ac195e8-60c6-4772-9d2e-f4aa9916433a req-acf1a258-7472-4eae-9d1f-3a8a73787210 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.1165254 Jul 04 09:17:23.213068 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:23.215610 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:23.227706 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1ac195e8-60c6-4772-9d2e-f4aa9916433a req-0275abe8-64b9-4fdf-a431-64777b2cb502 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661912 Jul 04 09:17:23.254847 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c1d29-bd55-44c4-8262-1399ec647e08 None None] Port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:17:23.278515 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Network 956432d6-39cd-4134-be04-9d32af252f5a is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:23.280030 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:23.357872 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:23.379405 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29341-d9a8-42b2-bbf4-571ed3e249e9 req-250868bf-0767-4b80-aadb-556375aa23e7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:23.386934 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-39a29341-d9a8-42b2-bbf4-571ed3e249e9 req-250868bf-0767-4b80-aadb-556375aa23e7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0857470 Jul 04 09:17:23.392219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42364) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:23.400630 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'floatingip': {'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:23.437620 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:23.457051 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:23.541707 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:21Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:23.560932 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:17:23.585004 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee723e-0eb4-4215-aa43-b315802d9ed0 None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:21Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:17:23.681700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-a67d1a66-21f4-4707-b06a-6fcb5a5ca38c None None] Provisioning complete for port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:23.682113 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a67d1a66-21f4-4707-b06a-6fcb5a5ca38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:23.731060 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a67d1a66-21f4-4707-b06a-6fcb5a5ca38c None None] Port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:17:23.857338 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:23.893532 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:17:23.908990 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9f528450-bbff-4016-b7d8-10ebdca51748 admin admin] 10.222.0.26 "PUT /v2.0/routers/efe0d4a7-48db-4f2d-9863-9a2725f4555c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3580761 Jul 04 09:17:24.400043 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:24.411631 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:24.564008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42388) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:24.607431 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Floating IP 5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4 associated. External IP: 172.27.0.108, port: 0cb1b91f-f4e7-4260-86d4-761589933b09. Jul 04 09:17:24.964039 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-859f7454-f9c3-4bcd-b6e0-03733eb60ff5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10fc941c0bca498e9d6cfeed12f0c6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988316 Jul 04 09:17:24.964811 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42400) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:25.079756 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-229c1c9e-1766-496b-a5a7-5dc41127ba5d admin admin] Publish callbacks [] for security_group (a5b1c6b9-3190-40ba-b807-3466379bd27c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.121227 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-229c1c9e-1766-496b-a5a7-5dc41127ba5d admin admin] Publish callbacks [] for security_group (a5b1c6b9-3190-40ba-b807-3466379bd27c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.195690 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Router 2714678e-6db0-4e2e-a96a-484b3f832be2 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:17:25.274555 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42414) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:25.286904 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1824129263-network', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:25.346074 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Made reservation on behalf of 3a47285027a241a6bf6e9aee8b5bde37 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:17:25.350084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.354106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-229c1c9e-1766-496b-a5a7-5dc41127ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (a5b1c6b9-3190-40ba-b807-3466379bd27c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.357024 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-229c1c9e-1766-496b-a5a7-5dc41127ba5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.361795 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-229c1c9e-1766-496b-a5a7-5dc41127ba5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5b1c6b9-3190-40ba-b807-3466379bd27c HTTP/1.1" status: 204 len: 168 time: 0.3957932 Jul 04 09:17:25.387012 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1c9e-1766-496b-a5a7-5dc41127ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b1c6b9-3190-40ba-b807-3466379bd27c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:25.389272 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.424442 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:25.435846 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:17:25.443314 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.451345 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] Sync routers for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:17:25.472132 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:25.474860 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:25.477027 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:25.496641 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-642df35f-15b5-4012-a9d2-0d2547e6ac30 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "PUT /v2.0/floatingips/5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4 HTTP/1.1" status: 200 len: 992 time: 2.1016216 Jul 04 09:17:25.497265 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:25.499935 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:25.546808 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks [] for security_group (fe2cf80b-f254-4ab7-add1-33083f5adf9f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.554461 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (fe2cf80b-f254-4ab7-add1-33083f5adf9f), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.556410 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35d271-9af2-47f8-97f1-cc9547583730 x-openstack-request-id: req-8d35d271-9af2-47f8-97f1-cc9547583730 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:25.557164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:25.557164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d35d271-9af2-47f8-97f1-cc9547583730 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:25.557395 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d35d271-9af2-47f8-97f1-cc9547583730'] response: {'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'status': 'completed', 'code': 200} Jul 04 09:17:25.594602 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2cf80b-f254-4ab7-add1-33083f5adf9f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:25.670420 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:25.676695 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:17:25.700014 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (197d2eb9-d8ac-459c-a1cd-28a8930abddf), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.700640 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Added segment 197d2eb9-d8ac-459c-a1cd-28a8930abddf of type vlan for network 61cacf6d-f75b-4283-a012-5321e64c4888 Jul 04 09:17:25.726609 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-cf5a9b74-f1f5-4f43-a808-8a9aefff6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:25.731758 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-cf5a9b74-f1f5-4f43-a808-8a9aefff6ff1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1130 time: 0.1291218 Jul 04 09:17:25.773312 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (61cacf6d-f75b-4283-a012-5321e64c4888), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.851190 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (61cacf6d-f75b-4283-a012-5321e64c4888), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.852581 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:25.853332 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:25.948782 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42422) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:25.954208 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Request body: {'subnet': {'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1824129263-subnet', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:25.958451 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6809177 Jul 04 09:17:25.995319 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Made reservation on behalf of 3a47285027a241a6bf6e9aee8b5bde37 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:17:25.998716 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29004390'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.013516 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcdc3f-5257-4c6b-b420-b921f7c79b44 admin admin] Pushing event updated for resources: {'Network': ['ID=61cacf6d-f75b-4283-a012-5321e64c4888,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:26.028944 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 61cacf6d-f75b-4283-a012-5321e64c4888 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:17:26.033958 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'mac_address': 'fa:16:3e:72:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:01Z', 'updated_at': '2022-07-04T09:17:24Z', 'revision_number': 1, 'project_id': '48690ebc49824572a08f53597eeee661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:26.054100 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:26.067704 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] Checking router: 2714678e-6db0-4e2e-a96a-484b3f832be2 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:17:26.080754 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:26.081585 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:26.231222 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:26.278934 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:26.313002 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26720448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29004700'] for subnet (488f274f-5381-4c7f-932b-56c7e0d0b910), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.393827 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488f274f-5381-4c7f-932b-56c7e0d0b910,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:26.440641 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Checking segment: {'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:26.441051 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Network hostable DHCP agents. Network: 61cacf6d-f75b-4283-a012-5321e64c4888, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:17:26.472550 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Network 61cacf6d-f75b-4283-a012-5321e64c4888 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:17:26.489350 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 61cacf6d-f75b-4283-a012-5321e64c4888) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:26.490152 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:26.500946 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016cab1-28ae-4107-b672-6340e11c8969 None None] Network 61cacf6d-f75b-4283-a012-5321e64c4888 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:17:26.506931 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:26.507970 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.537075 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fb652728-3f42-4916-8428-7458db65b4d8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5853434 Jul 04 09:17:26.540554 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42430) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:26.547028 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:26.569467 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:26.570740 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'mac_address': 'fa:16:3e:72:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:01Z', 'updated_at': '2022-07-04T09:17:24Z', 'revision_number': 1, 'project_id': '48690ebc49824572a08f53597eeee661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:26.576110 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (7979c8c7-954b-47d6-8764-c784550d7a1b), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.577985 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (7979c8c7-954b-47d6-8764-c784550d7a1b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.616497 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7dad5bfb-5bc6-4342-9232-890598d5bdec up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:26.631817 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb937a-6467-4bc0-9add-5c705b504260 None None] The sync data for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi is: [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'mac_address': 'fa:16:3e:72:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:01Z', 'updated_at': '2022-07-04T09:17:24Z', 'revision_number': 1, 'project_id': '48690ebc49824572a08f53597eeee661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:17:26.680464 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks [] for router_controller (7979c8c7-954b-47d6-8764-c784550d7a1b), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.715396 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 7dad5bfb-5bc6-4342-9232-890598d5bdec triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:26.715790 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.719249 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007081dd-0012-429d-b69e-341c145c508f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-61cacf6d-f75b-4283-a012-5321e64c4888', 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888', 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'fixed_ips': [{'subnet_id': '488f274f-5381-4c7f-932b-56c7e0d0b910'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:17:26.720315 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-007081dd-0012-429d-b69e-341c145c508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.779530 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:26.945198 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 7dad5bfb-5bc6-4342-9232-890598d5bdec is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:26.945503 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.947515 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks [] for router_gateway (7979c8c7-954b-47d6-8764-c784550d7a1b), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:26.984921 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-007081dd-0012-429d-b69e-341c145c508f None None] Allocated IP 172.20.0.2 (61cacf6d-f75b-4283-a012-5321e64c4888/488f274f-5381-4c7f-932b-56c7e0d0b910/a5098fcd-8400-47f3-a4bf-d52ae1da562e) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:26.992747 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 7dad5bfb-5bc6-4342-9232-890598d5bdec, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=7dad5bfb-5bc6-4342-9232-890598d5bdec,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:26.996291 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:27.005160 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.012992 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:27.223784 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-007081dd-0012-429d-b69e-341c145c508f None None] Publish callbacks [] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.248794 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks [] for router_gateway (7979c8c7-954b-47d6-8764-c784550d7a1b), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.249059 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa187b22-4109-4c23-91b4-101dc34626ff None None] New status for floating IP 5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:17:27.259518 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-007081dd-0012-429d-b69e-341c145c508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.283247 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.309927 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=7dad5bfb-5bc6-4342-9232-890598d5bdec,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:27.348943 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:17:27.351396 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007081dd-0012-429d-b69e-341c145c508f None None] Network 61cacf6d-f75b-4283-a012-5321e64c4888 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:27.359651 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-007081dd-0012-429d-b69e-341c145c508f None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:27.372669 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:27.373353 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:27.394310 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007081dd-0012-429d-b69e-341c145c508f None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:27.451725 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Allocated IP 172.27.0.208 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/302c53e2-67b6-4dba-8f03-89b980ebfb47) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:27.459928 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007081dd-0012-429d-b69e-341c145c508f None None] Pushing event updated for resources: {'Port': ['ID=a5098fcd-8400-47f3-a4bf-d52ae1da562e,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:27.501102 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:27.507269 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-007081dd-0012-429d-b69e-341c145c508f None None] Attempting to bind port a5098fcd-8400-47f3-a4bf-d52ae1da562e on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:17:27.507712 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-007081dd-0012-429d-b69e-341c145c508f None None] Attempting to bind port a5098fcd-8400-47f3-a4bf-d52ae1da562e by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:17:27.508073 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007081dd-0012-429d-b69e-341c145c508f None None] Attempting to bind port a5098fcd-8400-47f3-a4bf-d52ae1da562e on network 61cacf6d-f75b-4283-a012-5321e64c4888 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:27.514405 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007081dd-0012-429d-b69e-341c145c508f None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:17:27.514874 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007081dd-0012-429d-b69e-341c145c508f None None] Checking segment: {'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:27.515163 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-007081dd-0012-429d-b69e-341c145c508f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.515869 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007081dd-0012-429d-b69e-341c145c508f None None] Bound using segment: {'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:17:27.516003 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-007081dd-0012-429d-b69e-341c145c508f None None] Bound port: a5098fcd-8400-47f3-a4bf-d52ae1da562e, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:17:27.516540 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-007081dd-0012-429d-b69e-341c145c508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.549969 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:27.601877 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-007081dd-0012-429d-b69e-341c145c508f None None] For port a5098fcd-8400-47f3-a4bf-d52ae1da562e, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:17:27.605929 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-007081dd-0012-429d-b69e-341c145c508f None None] For port a5098fcd-8400-47f3-a4bf-d52ae1da562e, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a5098fcd-8400-47f3-a4bf-d52ae1da562e,segment=NetworkSegment(197d2eb9-d8ac-459c-a1cd-28a8930abddf),segment_id=197d2eb9-d8ac-459c-a1cd-28a8930abddf)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:17:27.621960 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-007081dd-0012-429d-b69e-341c145c508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.725966 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007081dd-0012-429d-b69e-341c145c508f None None] Pushing event updated for resources: {'Port': ['ID=a5098fcd-8400-47f3-a4bf-d52ae1da562e,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:27.748260 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks [] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.763632 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-d83e795e-f157-4b6c-a2f7-90a68e983e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:27.765572 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-d83e795e-f157-4b6c-a2f7-90a68e983e79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.2597408 Jul 04 09:17:27.815283 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 2, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:27.826399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:27.844762 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:17:27.848407 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Updating router efe0d4a7-48db-4f2d-9863-9a2725f4555c port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:17:27.874721 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:27.876227 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:27.887157 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:28.022792 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.062470 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Pushing event updated for resources: {'Port': ['ID=302c53e2-67b6-4dba-8f03-89b980ebfb47,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:28.267258 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks [] for router_gateway (7979c8c7-954b-47d6-8764-c784550d7a1b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.371841 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:28.425038 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Publish callbacks [] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.441987 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.507467 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Pushing event updated for resources: {'Port': ['ID=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:28.527908 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.533066 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.533410 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.533808 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.535683 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.541901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:28.588455 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (7979c8c7-954b-47d6-8764-c784550d7a1b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.659217 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Attempting to bind port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:17:28.659778 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Attempting to bind port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:17:28.660845 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Attempting to bind port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:28.671136 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:17:28.673489 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Checking segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:28.674065 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.674458 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Bound using segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:17:28.674989 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Bound port: 34e967e9-7d71-4d68-bbcf-0dd52afd0acd, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:17:28.675420 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.695010 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7dad5bfb-5bc6-4342-9232-890598d5bdec up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:28.741545 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:28.757802 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] For port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:17:28.762904 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] For port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:17:28.784395 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.799043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 7dad5bfb-5bc6-4342-9232-890598d5bdec triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:28.799745 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:28.853829 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-82cf499b-3aaf-4831-add7-d89c10c9c1d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 200 len: 1002 time: 0.1979415 Jul 04 09:17:28.858072 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:28.867475 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:28.868535 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:28.935091 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 7dad5bfb-5bc6-4342-9232-890598d5bdec is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:28.938123 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a5098fcd-8400-47f3-a4bf-d52ae1da562e up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:28.968432 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:28.991791 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-5dd9bad0-83f8-4c8f-afcc-d662701a82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:28.993287 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-5dd9bad0-83f8-4c8f-afcc-d662701a82d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.1309965 Jul 04 09:17:29.004330 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:29.082265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-3e2c0b21-0695-4bcb-b1f8-dd50ba4cafd4 None None] Provisioning complete for port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:29.085449 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0b21-0695-4bcb-b1f8-dd50ba4cafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:29.121404 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-fce12e85-8760-4068-9f29-4972a9a01005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:29.123113 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-fce12e85-8760-4068-9f29-4972a9a01005 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196949 Jul 04 09:17:29.124094 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Router 7979c8c7-954b-47d6-8764-c784550d7a1b is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:17:29.128797 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68dfeb-0c02-4413-953e-cf5beea53e5b None None] Pushing event updated for resources: {'Port': ['ID=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:29.179594 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:29.196468 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a5098fcd-8400-47f3-a4bf-d52ae1da562e triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:29.201217 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:29.303621 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b16581-73a5-4653-928e-906192d7ab71 None None] Network 61cacf6d-f75b-4283-a012-5321e64c4888 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:17:29.497657 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c0b21-0695-4bcb-b1f8-dd50ba4cafd4 None None] Current status of the port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:29.498174 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0b21-0695-4bcb-b1f8-dd50ba4cafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:29.508484 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:28Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:29.587017 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea539f6d-ed95-404b-b4a4-1a6a88726449 None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:28Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:17:29.594031 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:17:29.635783 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3e2c0b21-0695-4bcb-b1f8-dd50ba4cafd4 None None] For port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:29.648520 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Sync routers for ids ['7979c8c7-954b-47d6-8764-c784550d7a1b'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:17:29.651063 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a5098fcd-8400-47f3-a4bf-d52ae1da562e is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:29.651464 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:29.658363 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0b21-0695-4bcb-b1f8-dd50ba4cafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:29.679159 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:29.680589 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ab76524d-3d9b-4b76-a678-2ae527d65745 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1383388 Jul 04 09:17:29.684014 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42454) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:29.689270 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:29.791159 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-e6bfd9a0-c295-4d6c-a514-70f0e65501e8 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466119 Jul 04 09:17:29.820134 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port a5098fcd-8400-47f3-a4bf-d52ae1da562e, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a5098fcd-8400-47f3-a4bf-d52ae1da562e,segment=NetworkSegment(197d2eb9-d8ac-459c-a1cd-28a8930abddf),segment_id=197d2eb9-d8ac-459c-a1cd-28a8930abddf)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:29.831334 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Routers {'7979c8c7-954b-47d6-8764-c784550d7a1b'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:29.834150 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7979c8c7-954b-47d6-8764-c784550d7a1b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:29.844666 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:29.971002 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-d8207a3e-9fb0-4ea8-a87c-64201b57e809 None None] Provisioning complete for port a5098fcd-8400-47f3-a4bf-d52ae1da562e triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:29.971746 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d8207a3e-9fb0-4ea8-a87c-64201b57e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:30.060466 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cd260f3-8887-4d00-9ab6-5ffc562e66e6 req-5355101f-1e7e-4508-8dd2-a49917274045 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486618 Jul 04 09:17:30.242080 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c0b21-0695-4bcb-b1f8-dd50ba4cafd4 None None] Pushing event updated for resources: {'Port': ['ID=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:30.299284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:30.376659 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Set router 7979c8c7-954b-47d6-8764-c784550d7a1b gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:30.630304 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 34e967e9-7d71-4d68-bbcf-0dd52afd0acd up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:30.682740 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=a5098fcd-8400-47f3-a4bf-d52ae1da562e,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:30.751107 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d8207a3e-9fb0-4ea8-a87c-64201b57e809 None None] Current status of the port a5098fcd-8400-47f3-a4bf-d52ae1da562e is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:30.782391 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-d8207a3e-9fb0-4ea8-a87c-64201b57e809 None None] Provisioning complete for port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:30.782987 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d8207a3e-9fb0-4ea8-a87c-64201b57e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:30.810950 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:30.812741 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:17:28Z', 'revision_number': 3, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:30.815194 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:30.815697 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:30.830785 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:30.867460 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Checking router: 7979c8c7-954b-47d6-8764-c784550d7a1b for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:17:30.868342 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Updating router 7979c8c7-954b-47d6-8764-c784550d7a1b port 302c53e2-67b6-4dba-8f03-89b980ebfb47 binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:17:30.945700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.073569 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Allocated IP 172.20.0.1 (61cacf6d-f75b-4283-a012-5321e64c4888/488f274f-5381-4c7f-932b-56c7e0d0b910/3906d407-6d28-4519-aca2-aa3de03b06e7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:17:31.093708 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:31.113213 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:31.141206 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d8207a3e-9fb0-4ea8-a87c-64201b57e809 None None] Current status of the port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:31.150330 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:31.258736 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks [] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.278804 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-1aace114-fa84-4492-8f18-1ec9b37cf15d None None] Provisioning complete for port a5098fcd-8400-47f3-a4bf-d52ae1da562e triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:31.279438 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1aace114-fa84-4492-8f18-1ec9b37cf15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.306995 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.383411 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Network 61cacf6d-f75b-4283-a012-5321e64c4888 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:31.385320 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:31.389395 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:17:31.429676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Pushing event updated for resources: {'Port': ['ID=3906d407-6d28-4519-aca2-aa3de03b06e7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:31.457731 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (7979c8c7-954b-47d6-8764-c784550d7a1b), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.486954 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-1aace114-fa84-4492-8f18-1ec9b37cf15d None None] Current status of the port a5098fcd-8400-47f3-a4bf-d52ae1da562e is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:31.557202 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Publish callbacks [] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.567454 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.676435 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Attempting to bind port 302c53e2-67b6-4dba-8f03-89b980ebfb47 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:17:31.677059 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Attempting to bind port 302c53e2-67b6-4dba-8f03-89b980ebfb47 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:17:31.677871 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Attempting to bind port 302c53e2-67b6-4dba-8f03-89b980ebfb47 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:31.692138 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f48ea-842c-4bd0-8482-7c65b1d025c0 None None] Pushing event updated for resources: {'Port': ['ID=302c53e2-67b6-4dba-8f03-89b980ebfb47,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:31.696524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:17:31.696902 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:31.697468 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.698035 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:17:31.698521 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Bound port: 302c53e2-67b6-4dba-8f03-89b980ebfb47, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:17:31.698903 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.715435 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.783378 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:31.787547 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] For port 302c53e2-67b6-4dba-8f03-89b980ebfb47, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:17:31.792374 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] For port 302c53e2-67b6-4dba-8f03-89b980ebfb47, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=302c53e2-67b6-4dba-8f03-89b980ebfb47,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:17:31.807435 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.841682 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-aa36d7db-1065-426a-b3d6-47ca170f4206 None None] Provisioning complete for port 3906d407-6d28-4519-aca2-aa3de03b06e7 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:31.842080 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa36d7db-1065-426a-b3d6-47ca170f4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:31.912267 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Routers {'7979c8c7-954b-47d6-8764-c784550d7a1b'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:31.912964 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7979c8c7-954b-47d6-8764-c784550d7a1b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:31.914650 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-aa36d7db-1065-426a-b3d6-47ca170f4206 None None] Port 3906d407-6d28-4519-aca2-aa3de03b06e7 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:17:31.917307 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f48ea-842c-4bd0-8482-7c65b1d025c0 None None] Pushing event updated for resources: {'Port': ['ID=302c53e2-67b6-4dba-8f03-89b980ebfb47,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:32.006595 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks [] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:32.015637 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:32.040769 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] Set router 7979c8c7-954b-47d6-8764-c784550d7a1b gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:32.101633 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (7979c8c7-954b-47d6-8764-c784550d7a1b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:32.148060 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Pushing event updated for resources: {'Port': ['ID=3906d407-6d28-4519-aca2-aa3de03b06e7,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:32.228938 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:32.246588 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Network 61cacf6d-f75b-4283-a012-5321e64c4888 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:17:32.248586 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:17:32.304133 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-594de315-d5cf-4975-b870-e619923f6896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 4, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '3906d407-6d28-4519-aca2-aa3de03b06e7', 'name': '', 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'mac_address': 'fa:16:3e:27:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:30Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 1, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'subnets': [{'id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:32.337804 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594de315-d5cf-4975-b870-e619923f6896 None None] The sync data for ids ['7979c8c7-954b-47d6-8764-c784550d7a1b'] in dv-cinder-819149-7-iscsi is: [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 4, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '3906d407-6d28-4519-aca2-aa3de03b06e7', 'name': '', 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'mac_address': 'fa:16:3e:27:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:30Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 1, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'subnets': [{'id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:17:32.421266 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Router 7979c8c7-954b-47d6-8764-c784550d7a1b has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:17:32.553193 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a5098fcd-8400-47f3-a4bf-d52ae1da562e up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:32.557078 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:32.559473 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:32.561303 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:17:32.578066 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c375ec3c-2a86-4546-b0c5-02b8aa777010 admin admin] 10.222.0.26 "PUT /v2.0/routers/7979c8c7-954b-47d6-8764-c784550d7a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8812053 Jul 04 09:17:32.684792 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a5098fcd-8400-47f3-a4bf-d52ae1da562e triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:32.685165 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:32.689067 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-881cb0d3-1a33-4da4-a74b-479f6b64553f None None] Provisioning complete for port 3906d407-6d28-4519-aca2-aa3de03b06e7 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:32.689427 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-881cb0d3-1a33-4da4-a74b-479f6b64553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:32.763403 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-881cb0d3-1a33-4da4-a74b-479f6b64553f None None] Port 3906d407-6d28-4519-aca2-aa3de03b06e7 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:17:32.839157 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a5098fcd-8400-47f3-a4bf-d52ae1da562e is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:33.196908 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42490) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:33.203492 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-586d5563-96f3-4e5f-a5fa-f0db3e4c9ed9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779143404', 'description': 'tempest-secgroup-smoke-1779143404 description', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:33.218327 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-50b32ad1-894b-4b77-9ad6-389a3c2423dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.236872 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-586d5563-96f3-4e5f-a5fa-f0db3e4c9ed9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.366008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-586d5563-96f3-4e5f-a5fa-f0db3e4c9ed9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group (04e940b6-4579-40db-a436-bda31d1eda71), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.371478 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-586d5563-96f3-4e5f-a5fa-f0db3e4c9ed9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (04e940b6-4579-40db-a436-bda31d1eda71), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.407051 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-586d5563-96f3-4e5f-a5fa-f0db3e4c9ed9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.408494 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-586d5563-96f3-4e5f-a5fa-f0db3e4c9ed9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2096674 Jul 04 09:17:33.409771 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5563-96f3-4e5f-a5fa-f0db3e4c9ed9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e940b6-4579-40db-a436-bda31d1eda71,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:33.413782 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42492) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:33.419525 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4f9e6a02-b3e5-4e7c-a355-9843ec08e4d2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'security_group_rule': {'security_group_id': '04e940b6-4579-40db-a436-bda31d1eda71', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:33.465828 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6a02-b3e5-4e7c-a355-9843ec08e4d2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (59c63212-df74-41fd-8652-192c2f8e33f2), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.540933 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6a02-b3e5-4e7c-a355-9843ec08e4d2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (59c63212-df74-41fd-8652-192c2f8e33f2), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.548839 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6a02-b3e5-4e7c-a355-9843ec08e4d2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (59c63212-df74-41fd-8652-192c2f8e33f2), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.572311 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e6a02-b3e5-4e7c-a355-9843ec08e4d2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c63212-df74-41fd-8652-192c2f8e33f2,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:33.584829 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6a02-b3e5-4e7c-a355-9843ec08e4d2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.586284 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4f9e6a02-b3e5-4e7c-a355-9843ec08e4d2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712193 Jul 04 09:17:33.589389 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42500) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:33.600672 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5e0dbc55-fac2-40bc-8055-1946f45a7cb3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'security_group_rule': {'security_group_id': '04e940b6-4579-40db-a436-bda31d1eda71', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:33.638793 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc55-fac2-40bc-8055-1946f45a7cb3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (5fc1fa8d-b29b-4e3e-b843-31b4558a6e09), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.727639 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc55-fac2-40bc-8055-1946f45a7cb3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (5fc1fa8d-b29b-4e3e-b843-31b4558a6e09), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.737728 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc55-fac2-40bc-8055-1946f45a7cb3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (5fc1fa8d-b29b-4e3e-b843-31b4558a6e09), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.766908 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dbc55-fac2-40bc-8055-1946f45a7cb3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc1fa8d-b29b-4e3e-b843-31b4558a6e09,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:33.775301 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc55-fac2-40bc-8055-1946f45a7cb3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.776644 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5e0dbc55-fac2-40bc-8055-1946f45a7cb3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1825662 Jul 04 09:17:33.779464 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42502) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:33.785652 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-537ead58-89c9-4a76-ba70-0c5864cb1c8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'security_group_rule': {'security_group_id': '04e940b6-4579-40db-a436-bda31d1eda71', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:33.833318 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537ead58-89c9-4a76-ba70-0c5864cb1c8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (fda84755-1cfd-44a0-a4c8-c943e95d462b), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.862221 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:17:33.902631 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537ead58-89c9-4a76-ba70-0c5864cb1c8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (fda84755-1cfd-44a0-a4c8-c943e95d462b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.909146 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537ead58-89c9-4a76-ba70-0c5864cb1c8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (fda84755-1cfd-44a0-a4c8-c943e95d462b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.952860 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537ead58-89c9-4a76-ba70-0c5864cb1c8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:33.952860 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-537ead58-89c9-4a76-ba70-0c5864cb1c8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656590 Jul 04 09:17:33.952860 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ead58-89c9-4a76-ba70-0c5864cb1c8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda84755-1cfd-44a0-a4c8-c943e95d462b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:33.953259 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42504) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:33.962966 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fd7db7d8-d258-4583-87ea-9df1d7bde71d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'security_group_rule': {'security_group_id': '04e940b6-4579-40db-a436-bda31d1eda71', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:34.013866 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd7db7d8-d258-4583-87ea-9df1d7bde71d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (a22ae66f-8615-4946-901d-cc58e79e42ef), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.103280 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd7db7d8-d258-4583-87ea-9df1d7bde71d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (a22ae66f-8615-4946-901d-cc58e79e42ef), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.108413 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd7db7d8-d258-4583-87ea-9df1d7bde71d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (a22ae66f-8615-4946-901d-cc58e79e42ef), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.122473 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:34.165174 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7db7d8-d258-4583-87ea-9df1d7bde71d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22ae66f-8615-4946-901d-cc58e79e42ef,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:34.213122 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd7db7d8-d258-4583-87ea-9df1d7bde71d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.217789 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42510) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:34.219059 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fd7db7d8-d258-4583-87ea-9df1d7bde71d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630434 Jul 04 09:17:34.225671 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'security_group_rule': {'security_group_id': '04e940b6-4579-40db-a436-bda31d1eda71', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:34.278938 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.securitygroups_db [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Project dc462a5ff5f649cdb9a24f2232855724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:17:34.284893 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (32b82799-6d5a-44b1-ae67-ad32043433e7), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.287500 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:34.363779 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (32b82799-6d5a-44b1-ae67-ad32043433e7), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.370196 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (32b82799-6d5a-44b1-ae67-ad32043433e7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.395609 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b82799-6d5a-44b1-ae67-ad32043433e7,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:34.411855 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.412391 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fec38963-0656-4b6b-ae01-c6a5209ded6f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1934764 Jul 04 09:17:34.415055 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42516) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:34.420128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'security_group_rule': {'security_group_id': '04e940b6-4579-40db-a436-bda31d1eda71', 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:17:34.476425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:34.487749 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.securitygroups_db [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Project dc462a5ff5f649cdb9a24f2232855724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:17:34.504724 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (1906ce06-689b-4f65-ade3-dbeab41f8378), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.589547 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 302c53e2-67b6-4dba-8f03-89b980ebfb47 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:34.590871 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (1906ce06-689b-4f65-ade3-dbeab41f8378), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.596119 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (1906ce06-689b-4f65-ade3-dbeab41f8378), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.616952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1906ce06-689b-4f65-ade3-dbeab41f8378,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:34.622837 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:34.633284 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.635706 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6406e372-21b2-4e58-92ba-ff2670369e16 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2192864 Jul 04 09:17:34.645054 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 302c53e2-67b6-4dba-8f03-89b980ebfb47 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:34.645438 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.726695 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 302c53e2-67b6-4dba-8f03-89b980ebfb47 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:34.727375 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.757441 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 302c53e2-67b6-4dba-8f03-89b980ebfb47, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=302c53e2-67b6-4dba-8f03-89b980ebfb47,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:34.762778 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:34.839072 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=302c53e2-67b6-4dba-8f03-89b980ebfb47,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:35.379632 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd200-d27e-4fe8-8729-d5a13f196a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:36.482217 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 302c53e2-67b6-4dba-8f03-89b980ebfb47 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:36.528385 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 302c53e2-67b6-4dba-8f03-89b980ebfb47 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:36.528839 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:36.646044 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Sync routers for ids ['7979c8c7-954b-47d6-8764-c784550d7a1b'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:17:36.658268 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Routers {'7979c8c7-954b-47d6-8764-c784550d7a1b'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:36.658895 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7979c8c7-954b-47d6-8764-c784550d7a1b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:36.750083 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 302c53e2-67b6-4dba-8f03-89b980ebfb47 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:36.754028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:36.765357 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Set router 7979c8c7-954b-47d6-8764-c784550d7a1b gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:36.953359 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 4, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '3906d407-6d28-4519-aca2-aa3de03b06e7', 'name': '', 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'mac_address': 'fa:16:3e:27:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:30Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 2, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'subnets': [{'id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:36.978490 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Checking router: 7979c8c7-954b-47d6-8764-c784550d7a1b for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:17:36.978869 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Updating router 7979c8c7-954b-47d6-8764-c784550d7a1b port 3906d407-6d28-4519-aca2-aa3de03b06e7 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:17:37.006373 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.229229 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:37.271483 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:37.283079 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Publish callbacks [] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.289709 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.334462 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc1207-29c5-4433-a0e9-140afa608902 None None] Pushing event updated for resources: {'Port': ['ID=3906d407-6d28-4519-aca2-aa3de03b06e7,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:37.395371 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Attempting to bind port 3906d407-6d28-4519-aca2-aa3de03b06e7 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:17:37.395833 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Attempting to bind port 3906d407-6d28-4519-aca2-aa3de03b06e7 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:17:37.396197 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Attempting to bind port 3906d407-6d28-4519-aca2-aa3de03b06e7 on network 61cacf6d-f75b-4283-a012-5321e64c4888 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:17:37.401994 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:17:37.402366 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Checking segment: {'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:17:37.402783 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.403170 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Bound using segment: {'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:17:37.403630 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Bound port: 3906d407-6d28-4519-aca2-aa3de03b06e7, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197d2eb9-d8ac-459c-a1cd-28a8930abddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:17:37.404005 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.469148 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] For port 3906d407-6d28-4519-aca2-aa3de03b06e7, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:17:37.472560 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] For port 3906d407-6d28-4519-aca2-aa3de03b06e7, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=3906d407-6d28-4519-aca2-aa3de03b06e7,segment=NetworkSegment(197d2eb9-d8ac-459c-a1cd-28a8930abddf),segment_id=197d2eb9-d8ac-459c-a1cd-28a8930abddf)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:17:37.479777 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.518979 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-7a6ef1a4-5207-4205-9174-60e17bb68bad None None] Provisioning complete for port 3906d407-6d28-4519-aca2-aa3de03b06e7 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:37.519671 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef1a4-5207-4205-9174-60e17bb68bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.619752 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc1207-29c5-4433-a0e9-140afa608902 None None] Pushing event updated for resources: {'Port': ['ID=3906d407-6d28-4519-aca2-aa3de03b06e7,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:37.629262 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ef1a4-5207-4205-9174-60e17bb68bad None None] Current status of the port 3906d407-6d28-4519-aca2-aa3de03b06e7 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:37.630063 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef1a4-5207-4205-9174-60e17bb68bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.632163 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Routers {'7979c8c7-954b-47d6-8764-c784550d7a1b'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:17:37.632804 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:17:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7979c8c7-954b-47d6-8764-c784550d7a1b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:37.692850 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7a6ef1a4-5207-4205-9174-60e17bb68bad None None] For port 3906d407-6d28-4519-aca2-aa3de03b06e7, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=3906d407-6d28-4519-aca2-aa3de03b06e7,segment=NetworkSegment(197d2eb9-d8ac-459c-a1cd-28a8930abddf),segment_id=197d2eb9-d8ac-459c-a1cd-28a8930abddf)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:37.700106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef1a4-5207-4205-9174-60e17bb68bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:37.769707 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] Set router 7979c8c7-954b-47d6-8764-c784550d7a1b gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:17:37.781972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:37.790053 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ef1a4-5207-4205-9174-60e17bb68bad None None] Pushing event updated for resources: {'Port': ['ID=3906d407-6d28-4519-aca2-aa3de03b06e7,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:37.927659 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-d6e2ecb8-119d-4055-88b1-c72b138de629 None None] Provisioning complete for port 3906d407-6d28-4519-aca2-aa3de03b06e7 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:37.928030 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ecb8-119d-4055-88b1-c72b138de629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:38.017184 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 4, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '3906d407-6d28-4519-aca2-aa3de03b06e7', 'name': '', 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'mac_address': 'fa:16:3e:27:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:30Z', 'updated_at': '2022-07-04T09:17:37Z', 'revision_number': 4, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'subnets': [{'id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:38.039517 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d6e2ecb8-119d-4055-88b1-c72b138de629 None None] Current status of the port 3906d407-6d28-4519-aca2-aa3de03b06e7 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:38.056555 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bba83-b34f-4c95-adfb-5c1c23552739 None None] The sync data for ids ['7979c8c7-954b-47d6-8764-c784550d7a1b'] in dv-cinder-819149-7-iscsi is: [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:17:31Z', 'revision_number': 4, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '3906d407-6d28-4519-aca2-aa3de03b06e7', 'name': '', 'network_id': '61cacf6d-f75b-4283-a012-5321e64c4888', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'mac_address': 'fa:16:3e:27:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:30Z', 'updated_at': '2022-07-04T09:17:37Z', 'revision_number': 4, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'subnets': [{'id': '488f274f-5381-4c7f-932b-56c7e0d0b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:17:38.087432 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:38.220413 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:38.517121 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 3906d407-6d28-4519-aca2-aa3de03b06e7 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:17:38.592715 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 3906d407-6d28-4519-aca2-aa3de03b06e7 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:17:38.593754 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:38.687262 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 3906d407-6d28-4519-aca2-aa3de03b06e7 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:17:43.654274 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1760f98-ab9a-4ab6-b5d2-ecde0f8b2aba req-f7ffa8f3-26d7-422e-b7bc-f4a749c288f9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:43.656445 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b1760f98-ab9a-4ab6-b5d2-ecde0f8b2aba req-f7ffa8f3-26d7-422e-b7bc-f4a749c288f9 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 946 time: 0.0502856 Jul 04 09:17:43.708399 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b1760f98-ab9a-4ab6-b5d2-ecde0f8b2aba req-b7be2a2f-264f-4aa4-b315-02e5e2d6947c tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Jul 04 09:17:44.171682 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=64,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:44.835483 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af899-264a-4c64-9181-a4d232ed9d76 req-3a101b2b-c6c7-466c-8699-a231e39f4e3f tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:44.837443 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ac6af899-264a-4c64-9181-a4d232ed9d76 req-3a101b2b-c6c7-466c-8699-a231e39f4e3f tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 946 time: 0.0539508 Jul 04 09:17:44.888747 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ac6af899-264a-4c64-9181-a4d232ed9d76 req-4093c34e-7719-4dc5-b3f1-60cad006da40 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455527 Jul 04 09:17:45.415888 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42738) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:45.463642 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] Deleting subnet d3e0654f-9951-40c7-82f0-af3944ea09bb {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:17:45.467295 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] Publish callbacks [] for subnet (d3e0654f-9951-40c7-82f0-af3944ea09bb), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.505665 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (d3e0654f-9951-40c7-82f0-af3944ea09bb), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.545603 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (d3e0654f-9951-40c7-82f0-af3944ea09bb), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.599983 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (d3e0654f-9951-40c7-82f0-af3944ea09bb), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.625566 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e0654f-9951-40c7-82f0-af3944ea09bb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:45.629322 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.633153 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-95576f43-8546-4614-9280-6285fa0419d1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d3e0654f-9951-40c7-82f0-af3944ea09bb HTTP/1.1" status: 204 len: 168 time: 0.2154896 Jul 04 09:17:45.636223 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42740) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:45.708238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (bbd0766b-abd4-4629-88c9-33da6bb68597), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.789067 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (bbd0766b-abd4-4629-88c9-33da6bb68597), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.805546 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-fbecf116-eeb3-4e31-9aad-f155537e8f23 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:45.807450 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-fbecf116-eeb3-4e31-9aad-f155537e8f23 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 946 time: 0.0557389 Jul 04 09:17:45.809598 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd0766b-abd4-4629-88c9-33da6bb68597']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:45.819551 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdccb343-9479-4365-b345-9f0598e7f24d') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:45.820049 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdccb343-9479-4365-b345-9f0598e7f24d') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:17:45.830562 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (bdccb343-9479-4365-b345-9f0598e7f24d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.845032 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (bdccb343-9479-4365-b345-9f0598e7f24d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.852571 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:17:45.852991 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (bdccb343-9479-4365-b345-9f0598e7f24d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.906479 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment bdccb343-9479-4365-b345-9f0598e7f24d resource provider aggregate not found Jul 04 09:17:45.929508 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment bdccb343-9479-4365-b345-9f0598e7f24d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdccb343-9479-4365-b345-9f0598e7f24d found for delete ", "request_id": "req-3f33a8d0-ab01-4e5a-af41-c29fae147452"}]} Jul 04 09:17:45.932308 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (bbd0766b-abd4-4629-88c9-33da6bb68597), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.938504 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:45.944433 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bbd0766b-abd4-4629-88c9-33da6bb68597 HTTP/1.1" status: 204 len: 168 time: 0.3047342 Jul 04 09:17:45.954126 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d365a-1f01-4cd9-815f-b3ea41e17526 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd0766b-abd4-4629-88c9-33da6bb68597,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:46.048184 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Deleting port 72947163-4128-451c-9a62-4c4564d8be60 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:17:46.048690 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (72947163-4128-451c-9a62-4c4564d8be60), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.082734 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a768e87-4a0d-4f76-91c0-7ab0a3d3e95a req-7f1b9da2-5b9d-4974-bb6c-d21663163989 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:46.084307 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5a768e87-4a0d-4f76-91c0-7ab0a3d3e95a req-7f1b9da2-5b9d-4974-bb6c-d21663163989 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd1cd838-20f2-4b96-9f17-c1382deb7479 HTTP/1.1" status: 200 len: 946 time: 0.0894711 Jul 04 09:17:46.176014 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 42752) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:46.219636 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5a768e87-4a0d-4f76-91c0-7ab0a3d3e95a req-572440b4-da87-40bf-8285-4b932eca69d3 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235082 Jul 04 09:17:46.240184 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] For port 72947163-4128-451c-9a62-4c4564d8be60, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=72947163-4128-451c-9a62-4c4564d8be60,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:17:46.240551 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (72947163-4128-451c-9a62-4c4564d8be60), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.267722 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Calling delete_port for 72947163-4128-451c-9a62-4c4564d8be60 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:17:46.275777 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6bf0a0f8-2b83-41c6-be67-ecefe1c69bf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7869946a7ac4ac7a15fab3dfe687abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968533 Jul 04 09:17:46.278593 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 42754) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:17:46.337090 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Publish callbacks [] for security_group (286189e8-4560-4346-a4fc-e1f5d5ed5301), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.350106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:46.363224 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Publish callbacks [] for security_group (286189e8-4560-4346-a4fc-e1f5d5ed5301), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.411445 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (72947163-4128-451c-9a62-4c4564d8be60), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.412837 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (286189e8-4560-4346-a4fc-e1f5d5ed5301), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.415538 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.420211 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/286189e8-4560-4346-a4fc-e1f5d5ed5301 HTTP/1.1" status: 204 len: 168 time: 0.1390190 Jul 04 09:17:46.425800 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['72947163-4128-451c-9a62-4c4564d8be60'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:17:46.430678 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286189e8-4560-4346-a4fc-e1f5d5ed5301,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:46.440498 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.441363 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.441753 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Pushing event deleted for resources: {'Port': ['ID=72947163-4128-451c-9a62-4c4564d8be60,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:17:46.441870 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.442298 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.442608 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.442938 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.443266 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.443589 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.443913 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.444250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.444699 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.445025 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.445344 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.445659 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.445996 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e2197-ddc2-4d20-9417-6770fc28f6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:17:46.512341 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] No DVR routers for this DVR port 72947163-4128-451c-9a62-4c4564d8be60 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:17:46.515699 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:46.518963 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b41b5a0-05f6-4a70-b392-9ba64f0621dd req-3ccf99d6-e4a2-47d1-84ea-100d03724e22 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "DELETE /v2.0/ports/72947163-4128-451c-9a62-4c4564d8be60 HTTP/1.1" status: 204 len: 173 time: 0.6814189 Jul 04 09:17:46.519413 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'name': 'network-vif-deleted', 'tag': '72947163-4128-451c-9a62-4c4564d8be60'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:17:46.521731 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be95ea87-dd03-4a02-86ae-0e2ee694a216" -d '{"events": [{"server_uuid": "bd1cd838-20f2-4b96-9f17-c1382deb7479", "name": "network-vif-deleted", "tag": "72947163-4128-451c-9a62-4c4564d8be60"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:17:46.563968 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e8bd19-25be-4b54-95f7-fc130ae6a4d0 x-openstack-request-id: req-f9e8bd19-25be-4b54-95f7-fc130ae6a4d0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:17:46.564307 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1cd838-20f2-4b96-9f17-c1382deb7479", "name": "network-vif-deleted", "tag": "72947163-4128-451c-9a62-4c4564d8be60", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:17:46.564626 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9e8bd19-25be-4b54-95f7-fc130ae6a4d0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:17:46.565083 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e8bd19-25be-4b54-95f7-fc130ae6a4d0'] response: {'server_uuid': 'bd1cd838-20f2-4b96-9f17-c1382deb7479', 'name': 'network-vif-deleted', 'tag': '72947163-4128-451c-9a62-4c4564d8be60', 'status': 'completed', 'code': 200} Jul 04 09:17:48.057138 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:48.686206 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:50.531804 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 72947163-4128-451c-9a62-4c4564d8be60 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:17:50.560396 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 72947163-4128-451c-9a62-4c4564d8be60 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:17:50.560741 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 72947163-4128-451c-9a62-4c4564d8be60 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:17:50.850886 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-f03be7cd-6d75-4cb1-8482-e1f84243e7ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403538 Jul 04 09:17:50.904815 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:50.920070 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-6c258540-5abf-49c9-ae11-9d5c4691b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:50.921918 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-6c258540-5abf-49c9-ae11-9d5c4691b963 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 1129 time: 0.0446393 Jul 04 09:17:51.002787 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:17:51.046652 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-05086fc0-e9e2-4d0e-a3bd-8590efc5d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:51.048168 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-05086fc0-e9e2-4d0e-a3bd-8590efc5d065 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 911 time: 0.1001868 Jul 04 09:17:51.112227 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-b265d8fc-4f40-48f9-9d70-f57e72377f3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf HTTP/1.1" status: 200 len: 1000 time: 0.0555651 Jul 04 09:17:51.167198 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-317f75af-b816-4a22-a238-979dd6785d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:51.168666 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-317f75af-b816-4a22-a238-979dd6785d0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.0493467 Jul 04 09:17:51.213919 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-e3e2e757-94fa-4349-aa51-c4dbd1ba7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:51.215455 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-e3e2e757-94fa-4349-aa51-c4dbd1ba7bdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399086 Jul 04 09:17:51.311925 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-38d7664a-b95e-4f7d-af2e-cde4499a9d66 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886614 Jul 04 09:17:51.417247 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82e0ce37-6c3f-41d5-8d9d-2000766c0c6c req-d3f40293-baee-4bb6-9505-4b291d4a4686 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980444 Jul 04 09:17:55.852579 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:56.399536 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:56.439712 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:17:59.480474 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-1954ec7a-6d84-48ee-bbcc-0842a0533c80 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:17:59.482064 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-1954ec7a-6d84-48ee-bbcc-0842a0533c80 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/networks?id=19ba341d-8995-4ffa-b7cd-bd7817720293 HTTP/1.1" status: 200 len: 813 time: 0.1056433 Jul 04 09:17:59.499789 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-4d0d4282-a60a-4a1a-ba07-fe01d389f017 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/quotas/fec91e0c883943448c9d0e8d4d5e09ae HTTP/1.1" status: 200 len: 375 time: 0.0096991 Jul 04 09:17:59.533577 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-bdcbd41a-3943-43ea-877a-a35c42a5e3e5 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284181 Jul 04 09:17:59.621707 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-a103c648-d0ee-4092-a94b-541dd5c02dfe service neutron] 10.222.0.26 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814831 Jul 04 09:17:59.716471 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-473724fc-7cd2-481d-9421-fbdccb7ef59b service neutron] 10.222.0.26 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863845 Jul 04 09:17:59.880624 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2b05af49-99d9-47cc-a725-e75271a99a8d req-61546c01-14c3-4389-ad37-59ee7a01b4c0 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0289865 Jul 04 09:18:00.988553 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b48b98dc-e6fd-48b2-a3ca-c55043afde5f req-2d474c6c-823c-4124-abfc-fa1203d7ae79 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0314386 Jul 04 09:18:02.087005 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c34f1a61-e73f-46dd-bb80-1807630ed201 req-baab052a-ba2b-4479-b6cf-10c57737284b tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0288758 Jul 04 09:18:02.319594 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-8b1b9f3a-413e-49ab-8ed3-295c9202c9b5 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:02.320959 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-8b1b9f3a-413e-49ab-8ed3-295c9202c9b5 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "GET /v2.0/networks?id=19ba341d-8995-4ffa-b7cd-bd7817720293 HTTP/1.1" status: 200 len: 813 time: 0.1011596 Jul 04 09:18:02.334591 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Request body: {'port': {'device_id': '358be5c2-4340-47e3-a20d-ad976781f649', 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293', 'admin_state_up': True, 'tenant_id': 'fec91e0c883943448c9d0e8d4d5e09ae'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:02.353234 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:02.399819 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:02.452405 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Made reservation on behalf of fec91e0c883943448c9d0e8d4d5e09ae for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:18:02.455838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:02.587466 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Allocated IP 172.20.0.6 (19ba341d-8995-4ffa-b7cd-bd7817720293/7d3ac9d1-4115-4691-875e-7022392317d6/b19eada3-7e7e-48e2-8cec-6d47b629d0f6) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:02.744696 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks [] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:02.786036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:02.833775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Network 19ba341d-8995-4ffa-b7cd-bd7817720293 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:02.839042 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:02.841200 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Pushing event updated for resources: {'Port': ['ID=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:02.843365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:02.869914 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.870266 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.870606 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.870951 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.871280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.871605 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.871935 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.872261 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.872571 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.872887 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.873241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.873560 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.873903 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.874220 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.874539 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:02.904681 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:02.905290 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:02.922250 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-5a511e16-8091-4583-87e5-488f03234696 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913827 Jul 04 09:18:02.935789 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Request body: {'port': {'device_id': '358be5c2-4340-47e3-a20d-ad976781f649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:02.995623 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:03.194168 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf5b1-679f-44a3-8d42-878bdae9e66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:03.194807 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:03.217508 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:03.245048 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe0a5b-69a9-4a08-8daa-0e22503e03d7 req-89e71312-93c0-4b1b-933c-43e534bc4922 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:03.246516 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1efe0a5b-69a9-4a08-8daa-0e22503e03d7 req-89e71312-93c0-4b1b-933c-43e534bc4922 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 931 time: 0.0645583 Jul 04 09:18:03.338726 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19eada3-7e7e-48e2-8cec-6d47b629d0f6 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:18:03.345462 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1efe0a5b-69a9-4a08-8daa-0e22503e03d7 req-0385ff4e-a3bf-4e5e-b236-33fb0b7356ca tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891120 Jul 04 09:18:03.349457 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Publish callbacks [] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:03.362123 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Transition to ACTIVE for port object b19eada3-7e7e-48e2-8cec-6d47b629d0f6 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:18:03.368020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:03.418700 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:03.491221 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Attempting to bind port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:03.491496 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Attempting to bind port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:03.491853 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Attempting to bind port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 on network 19ba341d-8995-4ffa-b7cd-bd7817720293 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:03.496589 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 on network 19ba341d-8995-4ffa-b7cd-bd7817720293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:18:03.496885 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Attempting to bind port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 on network 19ba341d-8995-4ffa-b7cd-bd7817720293 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:03.502180 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:03.502513 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Checking segment: {'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:03.502889 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Bound using segment: {'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:03.503301 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Bound port: b19eada3-7e7e-48e2-8cec-6d47b629d0f6, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:03.503645 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:03.568304 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] For port b19eada3-7e7e-48e2-8cec-6d47b629d0f6, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:03.571728 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] For port b19eada3-7e7e-48e2-8cec-6d47b629d0f6, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:03.579655 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:03.616039 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:03.616705 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:03.618139 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] 10.222.0.57 "PUT /v2.0/ports/b19eada3-7e7e-48e2-8cec-6d47b629d0f6 HTTP/1.1" status: 200 len: 1093 time: 0.6862366 Jul 04 09:18:03.618500 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358be5c2-4340-47e3-a20d-ad976781f649', 'tag': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:03.620711 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c704c57d-75eb-466d-afbc-d6d87953bcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "358be5c2-4340-47e3-a20d-ad976781f649", "tag": "b19eada3-7e7e-48e2-8cec-6d47b629d0f6"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:03.638695 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004b129-e0d0-4d85-b0a4-d90b9fef6ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:03.656789 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb880e0-4183-40a5-adfa-a5ad5d0b13ff x-openstack-request-id: req-0bb880e0-4183-40a5-adfa-a5ad5d0b13ff {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:03.657071 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358be5c2-4340-47e3-a20d-ad976781f649", "tag": "b19eada3-7e7e-48e2-8cec-6d47b629d0f6", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:03.657316 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bb880e0-4183-40a5-adfa-a5ad5d0b13ff {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:03.657744 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb880e0-4183-40a5-adfa-a5ad5d0b13ff'] response: {'name': 'network-changed', 'server_uuid': '358be5c2-4340-47e3-a20d-ad976781f649', 'tag': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6', 'status': 'completed', 'code': 200} Jul 04 09:18:04.472583 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a5df-4acd-4ee2-b900-daf5f32275f8 req-2080ed69-07c4-4b1c-9d47-42e25fc3cbd1 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:04.474180 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4b6a5df-4acd-4ee2-b900-daf5f32275f8 req-2080ed69-07c4-4b1c-9d47-42e25fc3cbd1 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 943 time: 0.0548763 Jul 04 09:18:04.522406 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4b6a5df-4acd-4ee2-b900-daf5f32275f8 req-6071521a-3c78-48ca-80d4-590a580efddd tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426083 Jul 04 09:18:05.362333 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:05.377865 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca60d986-4592-43ae-b34c-8ce77f951238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:05.657774 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a69e73-0f6e-4b0d-b998-1e649d7a55b6 req-214fe268-2cdc-4f93-a33d-49461e3d9a0b tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:05.659230 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-67a69e73-0f6e-4b0d-b998-1e649d7a55b6 req-214fe268-2cdc-4f93-a33d-49461e3d9a0b tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 943 time: 0.0539093 Jul 04 09:18:05.706318 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-67a69e73-0f6e-4b0d-b998-1e649d7a55b6 req-ccbddaf8-1ac0-4fb5-add9-66869c1f36fa tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403976 Jul 04 09:18:06.395544 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704c57d-75eb-466d-afbc-d6d87953bcf8 req-0d628b6a-87c0-406c-a4a3-32a57a8bdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:06.397055 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c704c57d-75eb-466d-afbc-d6d87953bcf8 req-0d628b6a-87c0-406c-a4a3-32a57a8bdb0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 1127 time: 0.0411384 Jul 04 09:18:06.498758 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704c57d-75eb-466d-afbc-d6d87953bcf8 req-11d11b37-424d-4333-bfae-172702318ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:06.500212 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c704c57d-75eb-466d-afbc-d6d87953bcf8 req-11d11b37-424d-4333-bfae-172702318ac4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0953941 Jul 04 09:18:06.593668 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:06.597493 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704c57d-75eb-466d-afbc-d6d87953bcf8 req-b30270d1-3767-4869-bde0-a422d9c697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:06.599471 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c704c57d-75eb-466d-afbc-d6d87953bcf8 req-b30270d1-3767-4869-bde0-a422d9c697ac service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922468 Jul 04 09:18:06.607648 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:06.651960 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:06.687814 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-f17f05c3-b2c1-4911-8d12-ac9af8a0da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:06.689309 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-f17f05c3-b2c1-4911-8d12-ac9af8a0da17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 1127 time: 0.0454876 Jul 04 09:18:06.731898 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-835c1e4a-31fa-4be1-965e-a98b488be06d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b19eada3-7e7e-48e2-8cec-6d47b629d0f6 HTTP/1.1" status: 200 len: 217 time: 0.0346138 Jul 04 09:18:06.815206 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-71a8108a-a56e-43b6-a0e2-9c3070affc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:06.816643 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-71a8108a-a56e-43b6-a0e2-9c3070affc83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3ac9d1-4115-4691-875e-7022392317d6 HTTP/1.1" status: 200 len: 853 time: 0.0673430 Jul 04 09:18:06.842306 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb60b29-1167-4c0a-8e2a-3d30d8c0bfec req-98a36992-02ec-48fe-af3d-6d1e57a4453a tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:06.843679 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cb60b29-1167-4c0a-8e2a-3d30d8c0bfec req-98a36992-02ec-48fe-af3d-6d1e57a4453a tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 943 time: 0.0598764 Jul 04 09:18:06.869819 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-53f4f27e-3484-4434-9e8c-cc8019a52aad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=19ba341d-8995-4ffa-b7cd-bd7817720293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412209 Jul 04 09:18:06.931171 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3cb60b29-1167-4c0a-8e2a-3d30d8c0bfec req-8aee95dd-172c-47d5-beeb-f9035984e111 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Jul 04 09:18:06.987386 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-53999c7f-4974-4d3b-bff6-0b1fa9f753f3 service neutron] 10.222.0.57 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972688 Jul 04 09:18:07.081658 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f506f8ad-b932-4e6a-a9ed-0fb276df07e8 req-1dced2a8-31b6-4c94-867c-02d70e2e3c31 service neutron] 10.222.0.57 "GET /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875206 Jul 04 09:18:08.057972 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ebb5b-4ebe-4a21-9d7e-d846965ec5b0 req-1d8b4768-4a22-4e24-ba67-d9c65f9f8e5e tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:08.059886 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-224ebb5b-4ebe-4a21-9d7e-d846965ec5b0 req-1d8b4768-4a22-4e24-ba67-d9c65f9f8e5e tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 943 time: 0.0557513 Jul 04 09:18:08.063042 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:08.079864 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:08.110969 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-224ebb5b-4ebe-4a21-9d7e-d846965ec5b0 req-a902b093-47d1-4c29-8040-8f3a7c53d96f tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Jul 04 09:18:08.205713 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:09.232790 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e9994-cd84-4f22-8ce0-31ba3f4630fc req-d521b557-762a-42e2-8b9d-c32d9cb055cd tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:09.234323 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f36e9994-cd84-4f22-8ce0-31ba3f4630fc req-d521b557-762a-42e2-8b9d-c32d9cb055cd tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 943 time: 0.0511723 Jul 04 09:18:09.343821 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device b19eada3-7e7e-48e2-8cec-6d47b629d0f6 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:18:09.451331 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port b19eada3-7e7e-48e2-8cec-6d47b629d0f6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:09.463321 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6', 'network_id': '19ba341d-8995-4ffa-b7cd-bd7817720293', 'port_id': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6', 'mac_address': 'fa:16:3e:4e:48:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3ac9d1-4115-4691-875e-7022392317d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:18:09.502709 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:09.502984 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:09.517427 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19eada3-7e7e-48e2-8cec-6d47b629d0f6 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:18:09.521426 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-99ef5f0b-d912-4c29-8250-634b8c1a387d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779143404&fields=id&tenant_id=dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 267 time: 0.2861547 Jul 04 09:18:09.524651 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f36e9994-cd84-4f22-8ce0-31ba3f4630fc req-b3b18102-c47f-4dce-8f9a-76f279eb3d9c tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831259 Jul 04 09:18:09.539146 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port b19eada3-7e7e-48e2-8cec-6d47b629d0f6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:09.544347 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:09.590690 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:09.597978 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.598325 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.599250 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.599250 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.599494 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.599654 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.599978 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.600297 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.600620 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.601473 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.601473 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.601668 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.601877 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.602212 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.602526 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:09.631407 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-439cc708-326a-4b38-8a64-f17596b52cc4 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:09.632842 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-439cc708-326a-4b38-8a64-f17596b52cc4 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 812 time: 0.1045763 Jul 04 09:18:09.647795 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-10543d95-eec7-4afc-9c2c-abf1c49e7909 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/quotas/dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 375 time: 0.0092397 Jul 04 09:18:09.696638 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-ebd863ac-1f16-43c9-8fb3-ab813c2ba3a5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439858 Jul 04 09:18:09.799539 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-51c6779e-9ad5-4531-a0b3-a7c7c11be5d0 service neutron] 10.222.0.26 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874376 Jul 04 09:18:09.837259 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['b19eada3-7e7e-48e2-8cec-6d47b629d0f6'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:18:09.889422 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:09.902687 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-e93166d0-db18-43a7-ab45-195e24164206 service neutron] 10.222.0.26 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968890 Jul 04 09:18:10.219224 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e5475194-ec50-42ba-9c8c-6eb808efbe49 req-74a258ea-99c9-4ea7-9a74-2b9f798072b6 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 210 time: 0.0299485 Jul 04 09:18:10.650264 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a433d86-e473-4584-a43e-aace56e8e589 req-b08aae00-d315-44e8-9cad-224a448dd373 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:10.651822 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1a433d86-e473-4584-a43e-aace56e8e589 req-b08aae00-d315-44e8-9cad-224a448dd373 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 944 time: 0.0515807 Jul 04 09:18:10.670846 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:10.700237 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1a433d86-e473-4584-a43e-aace56e8e589 req-28fb3452-c4b8-49d7-9403-8d71a9f97e8a tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 Jul 04 09:18:10.863822 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:18:11.249760 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-c55ff89e-4190-4f7f-9f98-80dce49fd18b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:11.251419 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-c55ff89e-4190-4f7f-9f98-80dce49fd18b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 812 time: 0.1327393 Jul 04 09:18:11.344417 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab34aa6-abe6-4fe6-b9b9-c3d7ed595487 req-66b992ff-cec9-40f8-9bf0-f57750f3108c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 210 time: 0.0384877 Jul 04 09:18:11.350168 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-8f4efd54-1d52-42c6-8339-76bd5293316c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 380 time: 0.0895994 Jul 04 09:18:11.350866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device b19eada3-7e7e-48e2-8cec-6d47b629d0f6 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:11.362064 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'port': {'device_id': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'admin_state_up': True, 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'security_groups': ['04e940b6-4579-40db-a436-bda31d1eda71']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:11.393935 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:18:11.401046 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:11.401418 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:11.473472 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:11.473975 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:11.478865 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Made reservation on behalf of dc462a5ff5f649cdb9a24f2232855724 for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:18:11.482412 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:11.505917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358be5c2-4340-47e3-a20d-ad976781f649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:11.509699 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74c6ed1-a72a-45ad-9bbc-c8ea3afdf433" -d '{"events": [{"server_uuid": "358be5c2-4340-47e3-a20d-ad976781f649", "name": "network-vif-plugged", "status": "completed", "tag": "b19eada3-7e7e-48e2-8cec-6d47b629d0f6"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:11.525808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port b19eada3-7e7e-48e2-8cec-6d47b629d0f6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:11.531955 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:11.558870 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177cd4a1-4af3-42da-a230-7e153b0ce9bd x-openstack-request-id: req-177cd4a1-4af3-42da-a230-7e153b0ce9bd {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:11.559161 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358be5c2-4340-47e3-a20d-ad976781f649", "name": "network-vif-plugged", "status": "completed", "tag": "b19eada3-7e7e-48e2-8cec-6d47b629d0f6", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:11.559574 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-177cd4a1-4af3-42da-a230-7e153b0ce9bd {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:11.560234 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177cd4a1-4af3-42da-a230-7e153b0ce9bd'] response: {'server_uuid': '358be5c2-4340-47e3-a20d-ad976781f649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6', 'code': 200} Jul 04 09:18:11.587877 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:11.622951 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Allocated IP 172.20.0.12 (956432d6-39cd-4134-be04-9d32af252f5a/62c8402f-4429-4e64-980b-6f9bcb8f4889/a4e977c6-a145-4cde-899f-60464a853272) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:11.798206 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (a4e977c6-a145-4cde-899f-60464a853272), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:11.802082 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270a51b-aa11-4040-bab1-a0028fcc7519 req-de19bbf8-4029-49fb-bd5b-7e188b098d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:11.803625 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9270a51b-aa11-4040-bab1-a0028fcc7519 req-de19bbf8-4029-49fb-bd5b-7e188b098d67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 1129 time: 0.0691967 Jul 04 09:18:11.839946 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953929-9299-41e0-888f-c65a79b7e960 req-abd92d24-f0da-4643-8686-3f2bfc42947f tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:11.841460 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fe953929-9299-41e0-888f-c65a79b7e960 req-abd92d24-f0da-4643-8686-3f2bfc42947f tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 945 time: 0.0643806 Jul 04 09:18:11.853807 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9270a51b-aa11-4040-bab1-a0028fcc7519 req-32126f39-b998-4bd6-832a-e6e4fc6c2d80 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Jul 04 09:18:11.881401 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (a4e977c6-a145-4cde-899f-60464a853272), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:11.913263 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:11.949065 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fe953929-9299-41e0-888f-c65a79b7e960 req-5341f22b-8e7f-4350-9e9a-d8ddccdf2e32 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963924 Jul 04 09:18:11.950725 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Network 956432d6-39cd-4134-be04-9d32af252f5a is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:11.956410 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:11.958819 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=a4e977c6-a145-4cde-899f-60464a853272,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:11.960933 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:11.965078 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:12.015590 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:12.016210 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.034072 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c35e97c-f8c6-4100-92cc-94caa906dd74 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6757905 Jul 04 09:18:12.105407 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Request body: {'port': {'device_id': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:12.166554 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a4e977c6-a145-4cde-899f-60464a853272), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.214247 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-1ad9579f-4fa4-4879-91c8-cc30f8962113 None None] Provisioning complete for port a4e977c6-a145-4cde-899f-60464a853272 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:12.214497 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1ad9579f-4fa4-4879-91c8-cc30f8962113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a4e977c6-a145-4cde-899f-60464a853272), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.258112 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9579f-4fa4-4879-91c8-cc30f8962113 None None] Port a4e977c6-a145-4cde-899f-60464a853272 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:18:12.359542 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43100) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:12.487213 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e977c6-a145-4cde-899f-60464a853272 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:18:12.487411 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22d9e8b3-ad45-4ef8-8ce8-25563ce88e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.499655 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d0107-7669-4c75-a699-0da371ba70e8 req-29fd53e2-6072-402b-8216-43172666ab98 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:12.500994 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3f1d0107-7669-4c75-a699-0da371ba70e8 req-29fd53e2-6072-402b-8216-43172666ab98 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 932 time: 0.0843742 Jul 04 09:18:12.502903 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Publish callbacks [] for port (a4e977c6-a145-4cde-899f-60464a853272), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.530758 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Transition to ACTIVE for port object a4e977c6-a145-4cde-899f-60464a853272 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:18:12.537313 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (a4e977c6-a145-4cde-899f-60464a853272), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.569165 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22d9e8b3-ad45-4ef8-8ce8-25563ce88e88 admin admin] Publish callbacks [] for security_group (4124d159-8366-4e0e-ac6d-86db7c12c2c1), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.573028 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22d9e8b3-ad45-4ef8-8ce8-25563ce88e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (4124d159-8366-4e0e-ac6d-86db7c12c2c1), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.601796 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3f1d0107-7669-4c75-a699-0da371ba70e8 req-e1fe8e36-c081-4914-a3b0-baa3c082499d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945940 Jul 04 09:18:12.612557 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e977c6-a145-4cde-899f-60464a853272,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:12.626336 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9e8b3-ad45-4ef8-8ce8-25563ce88e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4124d159-8366-4e0e-ac6d-86db7c12c2c1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:12.648635 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-22d9e8b3-ad45-4ef8-8ce8-25563ce88e88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=670e51952bc24ea08f35d18f577e176a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853732 Jul 04 09:18:12.648964 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43106) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:12.687664 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Attempting to bind port a4e977c6-a145-4cde-899f-60464a853272 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:12.687992 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Attempting to bind port a4e977c6-a145-4cde-899f-60464a853272 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:12.688351 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Attempting to bind port a4e977c6-a145-4cde-899f-60464a853272 on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:12.693369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Port a4e977c6-a145-4cde-899f-60464a853272 on network 956432d6-39cd-4134-be04-9d32af252f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:18:12.693689 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Attempting to bind port a4e977c6-a145-4cde-899f-60464a853272 on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:12.698866 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:12.699196 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Checking segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:12.699571 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Bound using segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:12.699988 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Bound port: a4e977c6-a145-4cde-899f-60464a853272, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:12.700345 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a4e977c6-a145-4cde-899f-60464a853272), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.704393 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a20d2b1a-0b84-419e-956e-8cea838f3bf7 admin admin] Publish callbacks [] for security_group (4124d159-8366-4e0e-ac6d-86db7c12c2c1), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.729332 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a20d2b1a-0b84-419e-956e-8cea838f3bf7 admin admin] Publish callbacks [] for security_group (4124d159-8366-4e0e-ac6d-86db7c12c2c1), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.764529 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] For port a4e977c6-a145-4cde-899f-60464a853272, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:12.768964 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] For port a4e977c6-a145-4cde-899f-60464a853272, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4e977c6-a145-4cde-899f-60464a853272,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:12.777732 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (a4e977c6-a145-4cde-899f-60464a853272), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.780526 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a20d2b1a-0b84-419e-956e-8cea838f3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (4124d159-8366-4e0e-ac6d-86db7c12c2c1), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.783109 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a20d2b1a-0b84-419e-956e-8cea838f3bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.784269 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a20d2b1a-0b84-419e-956e-8cea838f3bf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4124d159-8366-4e0e-ac6d-86db7c12c2c1 HTTP/1.1" status: 204 len: 168 time: 0.1342318 Jul 04 09:18:12.792426 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d2b1a-0b84-419e-956e-8cea838f3bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4124d159-8366-4e0e-ac6d-86db7c12c2c1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:12.820197 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:12.821006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:12.822481 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/a4e977c6-a145-4cde-899f-60464a853272 HTTP/1.1" status: 200 len: 1094 time: 0.7215331 Jul 04 09:18:12.822908 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:12.825138 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262d513-3d1a-4199-b5c8-5b1497ea00e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "tag": "a4e977c6-a145-4cde-899f-60464a853272"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:12.859775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d090d-52b5-41ee-b6d2-7d10c87909f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e977c6-a145-4cde-899f-60464a853272,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:12.872988 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f8d69-4952-45d3-9afa-37d21cea6ff6 x-openstack-request-id: req-939f8d69-4952-45d3-9afa-37d21cea6ff6 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:12.873277 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "tag": "a4e977c6-a145-4cde-899f-60464a853272", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:12.873528 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-939f8d69-4952-45d3-9afa-37d21cea6ff6 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:12.873967 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939f8d69-4952-45d3-9afa-37d21cea6ff6'] response: {'name': 'network-changed', 'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272', 'status': 'completed', 'code': 200} Jul 04 09:18:12.918456 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:12.934739 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-ab46f82e-15d7-4cc6-8470-17543f6123e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:12.936299 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-ab46f82e-15d7-4cc6-8470-17543f6123e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 1128 time: 0.0475225 Jul 04 09:18:12.988522 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-94916c39-30b4-4279-a249-9a8f3d86b045 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e977c6-a145-4cde-899f-60464a853272 HTTP/1.1" status: 200 len: 217 time: 0.0412455 Jul 04 09:18:13.084354 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7618c-d78e-419f-a20a-5b2ade67db6d req-a6e50b40-7223-4091-94f1-e02321b00dde tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:13.085850 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-46c7618c-d78e-419f-a20a-5b2ade67db6d req-a6e50b40-7223-4091-94f1-e02321b00dde tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 945 time: 0.0471342 Jul 04 09:18:13.105029 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:13.151024 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-46c7618c-d78e-419f-a20a-5b2ade67db6d req-27801b2c-392d-4bbb-9da1-a6a947b1e6d6 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 Jul 04 09:18:13.547275 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43132) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:13.606784 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-089b50e7-ddba-4f1a-b000-091324b22a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:13.608303 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-089b50e7-ddba-4f1a-b000-091324b22a00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0555358 Jul 04 09:18:13.664762 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-c01c5b91-df68-4a7e-8209-6b43cd1eed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:13.666334 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-c01c5b91-df68-4a7e-8209-6b43cd1eed74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507855 Jul 04 09:18:13.673865 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1818303258-network', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:13.695357 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Made reservation on behalf of 8a4eaafcb5814b92a0c740931fcf422d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:18:13.698068 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.706770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.766505 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26081a-a926-4386-9bee-c8c0c3bf2e1d req-44335dd4-dbb2-4fa9-93c4-c9b3eb488068 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:13.768052 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c26081a-a926-4386-9bee-c8c0c3bf2e1d req-44335dd4-dbb2-4fa9-93c4-c9b3eb488068 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 944 time: 0.0929453 Jul 04 09:18:13.783438 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks [] for security_group (742d589a-074c-4929-b06f-2dcb6f064d9f), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.788764 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (742d589a-074c-4929-b06f-2dcb6f064d9f), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.814119 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:18:13.825696 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742d589a-074c-4929-b06f-2dcb6f064d9f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:13.828590 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (25bb6d14-2eff-4b76-973e-2ee74e5cf0cd), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.828931 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Added segment 25bb6d14-2eff-4b76-973e-2ee74e5cf0cd of type vlan for network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b Jul 04 09:18:13.873861 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.879606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-94dc461f-d2f0-4e6d-8503-a9d1d1aff997 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018821 Jul 04 09:18:13.884840 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c26081a-a926-4386-9bee-c8c0c3bf2e1d req-24d9aeb0-f5e7-428f-832d-00715c2aefbd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839372 Jul 04 09:18:13.912181 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.913974 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:13.915249 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:13.961077 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43144) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:13.962313 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4134080 Jul 04 09:18:13.965060 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:13.967749 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Request body: {'subnet': {'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1818303258-subnet', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:14.001482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f01ab7-a670-40d6-b044-bb9ca5dc7748 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:14.005997 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1a95c3b-18a4-4603-9c5e-f19f6842080b req-7c679235-fbb3-4b10-96f7-16eac1f6544d service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197741 Jul 04 09:18:14.009671 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Made reservation on behalf of 8a4eaafcb5814b92a0c740931fcf422d for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:18:14.012654 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27111399'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.018544 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:18:14.202010 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25946865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27110941'] for subnet (9beeae24-0f41-40b7-bdc9-91f10b804f61), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.282976 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9beeae24-0f41-40b7-bdc9-91f10b804f61,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:14.299821 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d30a8-7d9a-4760-ade1-4c2e64bc767b req-054dc764-986c-4423-99ee-db1a1666d121 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:14.301340 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-449d30a8-7d9a-4760-ade1-4c2e64bc767b req-054dc764-986c-4423-99ee-db1a1666d121 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 945 time: 0.0754769 Jul 04 09:18:14.309592 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Checking segment: {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:14.310099 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Network hostable DHCP agents. Network: 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:18:14.354255 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:14.371808 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:18:14.401919 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:14.411667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ec0638-ef68-4319-b093-8be536ad36cd None None] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:18:14.418892 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-3b19a121-70ba-4a51-ab71-e060e85ca846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:14.420405 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-3b19a121-70ba-4a51-ab71-e060e85ca846 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 1128 time: 0.0868175 Jul 04 09:18:14.421607 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:14.422200 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.429855 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-449d30a8-7d9a-4760-ade1-4c2e64bc767b req-b86d71cf-5cd6-417a-9b61-8b2659db7640 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074400 Jul 04 09:18:14.443358 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:14.469928 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:14.470076 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a14245a4-6eca-468a-8adc-71c5c5977dc4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5079327 Jul 04 09:18:14.476343 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:14.491010 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:14.508973 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (43926e32-3df4-47cc-a6c0-357caf7272aa), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.510528 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (43926e32-3df4-47cc-a6c0-357caf7272aa), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.576115 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:18:14.577948 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.592055 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-3c61aefc-5fb7-47bf-9163-24f184098561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:14.593561 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-3c61aefc-5fb7-47bf-9163-24f184098561 service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.1601856 Jul 04 09:18:14.622191 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks [] for router_controller (43926e32-3df4-47cc-a6c0-357caf7272aa), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.666299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:14.735893 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Allocated IP 172.20.0.2 (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b/9beeae24-0f41-40b7-bdc9-91f10b804f61/32f1efa3-b93d-4829-a4de-89cf9585fab4) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:14.764812 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks [] for router_gateway (43926e32-3df4-47cc-a6c0-357caf7272aa), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.832642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:14.856011 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:14.880668 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Publish callbacks [] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.889815 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:14.927856 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-cb8f67ba-5fbd-4423-a0b7-4372fd0855dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e977c6-a145-4cde-899f-60464a853272 HTTP/1.1" status: 200 len: 217 time: 0.0593166 Jul 04 09:18:14.938730 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:14.946103 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:14.948441 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Pushing event updated for resources: {'Port': ['ID=32f1efa3-b93d-4829-a4de-89cf9585fab4,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:14.950731 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:14.982249 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks [] for router_gateway (43926e32-3df4-47cc-a6c0-357caf7272aa), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.009622 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.029566 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Attempting to bind port 32f1efa3-b93d-4829-a4de-89cf9585fab4 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:15.030247 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Attempting to bind port 32f1efa3-b93d-4829-a4de-89cf9585fab4 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:15.030351 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Attempting to bind port 32f1efa3-b93d-4829-a4de-89cf9585fab4 on network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:15.044181 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:15.044664 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Checking segment: {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:15.045074 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.045468 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Bound using segment: {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:15.046004 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Bound port: 32f1efa3-b93d-4829-a4de-89cf9585fab4, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:15.046390 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.070304 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-eef7e95f-3c93-4da9-bf34-41adb31211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:15.072789 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-eef7e95f-3c93-4da9-bf34-41adb31211b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.1338961 Jul 04 09:18:15.143480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-3acfb4a9-7a25-4ca8-a671-5c61df749fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:15.145453 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-3acfb4a9-7a25-4ca8-a671-5c61df749fb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615382 Jul 04 09:18:15.162951 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] For port 32f1efa3-b93d-4829-a4de-89cf9585fab4, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:15.172063 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] For port 32f1efa3-b93d-4829-a4de-89cf9585fab4, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=32f1efa3-b93d-4829-a4de-89cf9585fab4,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:15.175868 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e63289-81d5-43aa-b8bb-9ee52bcd1fbb req-e6d0cd0a-4225-45ff-8b1b-15b3ddf89c9b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:15.177424 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4e63289-81d5-43aa-b8bb-9ee52bcd1fbb req-e6d0cd0a-4225-45ff-8b1b-15b3ddf89c9b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 944 time: 0.1507382 Jul 04 09:18:15.180762 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Allocated IP 172.27.0.160 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/1dcd1ecd-d8f7-4b96-b889-def169000cc1) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:15.187771 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.284889 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e6a67-09a5-49a5-8ae3-1a6aab278c00 None None] Pushing event updated for resources: {'Port': ['ID=32f1efa3-b93d-4829-a4de-89cf9585fab4,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:15.305230 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4e63289-81d5-43aa-b8bb-9ee52bcd1fbb req-46352ce1-7270-4517-8fea-c1552779ce8c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125784 Jul 04 09:18:15.316222 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-124fcac4-192a-44ec-ac32-5a77e23a9094 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636174 Jul 04 09:18:15.379477 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks [] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.434885 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.447059 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2262d513-3d1a-4199-b5c8-5b1497ea00e6 req-c2d9d52a-0a39-477f-9899-7c0a8a581784 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217005 Jul 04 09:18:15.481302 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:15.487462 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:15.499287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:15.522325 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Pushing event updated for resources: {'Port': ['ID=1dcd1ecd-d8f7-4b96-b889-def169000cc1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:15.667149 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:15.743267 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:15.771617 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks [] for router_gateway (43926e32-3df4-47cc-a6c0-357caf7272aa), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:15.967441 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (43926e32-3df4-47cc-a6c0-357caf7272aa), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:16.191885 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e16ac-d76a-42f1-879c-aa046f58b391 None None] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:18:16.275669 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-7e61b735-ec36-4192-a758-9453a20e3b05 None None] Provisioning complete for port 32f1efa3-b93d-4829-a4de-89cf9585fab4 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:16.276382 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7e61b735-ec36-4192-a758-9453a20e3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:16.351851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Router 43926e32-3df4-47cc-a6c0-357caf7272aa is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:18:16.425269 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-7e61b735-ec36-4192-a758-9453a20e3b05 None None] Current status of the port 32f1efa3-b93d-4829-a4de-89cf9585fab4 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:16.425663 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7e61b735-ec36-4192-a758-9453a20e3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:16.486615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff2485-8a64-4758-a917-efd3648710aa req-e366cfa6-7bfd-460e-bda0-7b39e0fff2f6 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:16.487706 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7e61b735-ec36-4192-a758-9453a20e3b05 None None] For port 32f1efa3-b93d-4829-a4de-89cf9585fab4, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=32f1efa3-b93d-4829-a4de-89cf9585fab4,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:16.494224 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7e61b735-ec36-4192-a758-9453a20e3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:16.498579 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-55ff2485-8a64-4758-a917-efd3648710aa req-e366cfa6-7bfd-460e-bda0-7b39e0fff2f6 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 944 time: 0.0988729 Jul 04 09:18:16.565127 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61b735-ec36-4192-a758-9453a20e3b05 None None] Pushing event updated for resources: {'Port': ['ID=32f1efa3-b93d-4829-a4de-89cf9585fab4,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:16.594117 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:18:16.613506 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Sync routers for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:18:16.616054 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:16.617925 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-342aaecb-5480-4d03-8075-781c8e1d274d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1464453 Jul 04 09:18:16.621701 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-55ff2485-8a64-4758-a917-efd3648710aa req-f9d9109f-e56b-49b3-93ea-135610ca31b5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241314 Jul 04 09:18:16.622298 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43182) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:16.625226 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 32f1efa3-b93d-4829-a4de-89cf9585fab4 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:16.654897 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:16.655540 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:16.720958 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526b91-7585-49a0-b642-03a0abc15f22 req-f5ed7de3-e85f-439f-ac4b-168d84feb7fd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:16.722472 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d526b91-7585-49a0-b642-03a0abc15f22 req-f5ed7de3-e85f-439f-ac4b-168d84feb7fd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1190391 Jul 04 09:18:16.801288 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d526b91-7585-49a0-b642-03a0abc15f22 req-59f23b20-0a9c-4702-a4b2-0c1314ffd90d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726991 Jul 04 09:18:16.876044 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-b9f5833d-7919-47e5-8475-4828c248d68a None None] Provisioning complete for port 32f1efa3-b93d-4829-a4de-89cf9585fab4 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:16.876402 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b9f5833d-7919-47e5-8475-4828c248d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:16.901794 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:16.930275 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 32f1efa3-b93d-4829-a4de-89cf9585fab4 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:16.930630 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:16.974449 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:17.120749 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5833d-7919-47e5-8475-4828c248d68a None None] Current status of the port 32f1efa3-b93d-4829-a4de-89cf9585fab4 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:17.175323 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:17.177751 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 32f1efa3-b93d-4829-a4de-89cf9585fab4 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:17.228968 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:15Z', 'revision_number': 3, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:17.258161 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Checking router: 43926e32-3df4-47cc-a6c0-357caf7272aa for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:18:17.258508 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Updating router 43926e32-3df4-47cc-a6c0-357caf7272aa port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:18:17.286375 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.298773 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:17.339880 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.386229 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:17.452970 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:17.499266 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Allocated IP 172.20.0.1 (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b/9beeae24-0f41-40b7-bdc9-91f10b804f61/72543f38-c5a3-49ee-bcdf-ba12597a1df1) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:17.548829 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Publish callbacks [] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.554769 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.616192 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Attempting to bind port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:17.616557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Attempting to bind port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:17.616917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Attempting to bind port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:17.617686 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks [] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.620247 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae399d-1bf4-4745-8817-31b0ffa35495 None None] Pushing event updated for resources: {'Port': ['ID=1dcd1ecd-d8f7-4b96-b889-def169000cc1,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:17.625685 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:17.626092 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:17.626578 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.626960 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:17.627870 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Bound port: 1dcd1ecd-d8f7-4b96-b889-def169000cc1, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:17.628561 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.652837 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.683759 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] For port 1dcd1ecd-d8f7-4b96-b889-def169000cc1, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:17.687087 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] For port 1dcd1ecd-d8f7-4b96-b889-def169000cc1, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1dcd1ecd-d8f7-4b96-b889-def169000cc1,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:17.694231 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.697351 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:17.701405 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:17.708401 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:17.744955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Pushing event updated for resources: {'Port': ['ID=72543f38-c5a3-49ee-bcdf-ba12597a1df1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:17.761069 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:17.761707 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:17.765958 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae399d-1bf4-4745-8817-31b0ffa35495 None None] Pushing event updated for resources: {'Port': ['ID=1dcd1ecd-d8f7-4b96-b889-def169000cc1,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:17.795010 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb18d7-8f80-435d-a3eb-e8cf6fc6e7f7 req-a4e2cd09-dcd0-4536-be01-e33d38a2efea tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:17.796561 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-87fb18d7-8f80-435d-a3eb-e8cf6fc6e7f7 req-a4e2cd09-dcd0-4536-be01-e33d38a2efea tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 944 time: 0.0913808 Jul 04 09:18:17.797823 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (43926e32-3df4-47cc-a6c0-357caf7272aa), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.885057 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:17.946970 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-87fb18d7-8f80-435d-a3eb-e8cf6fc6e7f7 req-c2df65ba-d046-4867-85bb-9472787eef1b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114471 Jul 04 09:18:17.956885 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:17.970727 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-eeb675c0-a90f-46e5-9a3c-8024bd194a7d None None] Provisioning complete for port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:17.971261 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eeb675c0-a90f-46e5-9a3c-8024bd194a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:17.978351 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cdf2d-0fdf-4973-b198-b464bee2f0d5 req-549fbed7-38d4-4945-89f1-2b0ca8eed148 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:17.979875 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3c6cdf2d-0fdf-4973-b198-b464bee2f0d5 req-549fbed7-38d4-4945-89f1-2b0ca8eed148 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0944402 Jul 04 09:18:18.026792 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.048270 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-eeb675c0-a90f-46e5-9a3c-8024bd194a7d None None] Port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:18:18.052471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:18.090763 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3c6cdf2d-0fdf-4973-b198-b464bee2f0d5 req-fd6bbd42-27a9-49df-8fc0-389cd90693d9 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887182 Jul 04 09:18:18.110905 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:15Z', 'revision_number': 3, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:18.136597 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cae96c-25e2-4fcb-a24e-351b64860bfb None None] The sync data for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi is: [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:15Z', 'revision_number': 3, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:18:18.212094 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks [] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.217285 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.287659 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Pushing event updated for resources: {'Port': ['ID=72543f38-c5a3-49ee-bcdf-ba12597a1df1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:18.290214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (43926e32-3df4-47cc-a6c0-357caf7272aa), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.393806 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:18.395229 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:18.540993 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Router 43926e32-3df4-47cc-a6c0-357caf7272aa has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:18:18.640141 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 32f1efa3-b93d-4829-a4de-89cf9585fab4 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:18.677714 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:18:18.683553 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9beaa4a6-2fe5-4493-a427-a60c0cc856a9 admin admin] 10.222.0.26 "PUT /v2.0/routers/43926e32-3df4-47cc-a6c0-357caf7272aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0392115 Jul 04 09:18:18.696099 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-2292e12b-97ad-4123-88d6-fe5dae8492a5 None None] Provisioning complete for port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:18.696477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2292e12b-97ad-4123-88d6-fe5dae8492a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.748803 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 32f1efa3-b93d-4829-a4de-89cf9585fab4 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:18.749190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.772148 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2292e12b-97ad-4123-88d6-fe5dae8492a5 None None] Port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:18:18.830013 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 32f1efa3-b93d-4829-a4de-89cf9585fab4 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:18.831015 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1dcd1ecd-d8f7-4b96-b889-def169000cc1 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:18.879352 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:18.880441 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.960705 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:18.961092 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:18.986909 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 1dcd1ecd-d8f7-4b96-b889-def169000cc1, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1dcd1ecd-d8f7-4b96-b889-def169000cc1,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:18.991937 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.021756 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:19.054379 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=1dcd1ecd-d8f7-4b96-b889-def169000cc1,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:19.097313 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04727f-f156-43e2-a0a7-d35aa734e048 req-61e36658-6429-4162-beda-e4dfc18b188a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:19.098925 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-be04727f-f156-43e2-a0a7-d35aa734e048 req-61e36658-6429-4162-beda-e4dfc18b188a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 944 time: 0.0546322 Jul 04 09:18:19.152171 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-be04727f-f156-43e2-a0a7-d35aa734e048 req-9113353b-2deb-4998-91c6-96120ba65c06 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Jul 04 09:18:19.233006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72085c7-a7b1-46a6-b8bf-e1b8344c97d2 req-1431e191-622e-4521-af3c-807aee599780 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:19.234553 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f72085c7-a7b1-46a6-b8bf-e1b8344c97d2 req-1431e191-622e-4521-af3c-807aee599780 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Jul 04 09:18:19.243444 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43210) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:19.248257 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2034188936-network', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:19.272098 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Made reservation on behalf of a110bfdb567344a592e26dca6f9a7d12 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:18:19.275195 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.284420 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f72085c7-a7b1-46a6-b8bf-e1b8344c97d2 req-907eae45-fdda-4a2e-9453-8a80dc3d8d17 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Jul 04 09:18:19.284598 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.363937 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks [] for security_group (9773a512-c457-48d0-922b-95293a2ac64c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.368557 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9773a512-c457-48d0-922b-95293a2ac64c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.390593 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:18:19.406051 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9773a512-c457-48d0-922b-95293a2ac64c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:19.409914 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (3e408bf9-339d-4c8c-b862-6c1645a0aaa4), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.410346 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.segments_db [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Added segment 3e408bf9-339d-4c8c-b862-6c1645a0aaa4 of type vlan for network c56d0f08-2dc2-4829-b502-d55a5040bf79 Jul 04 09:18:19.450552 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (c56d0f08-2dc2-4829-b502-d55a5040bf79), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.454130 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:19.479787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (c56d0f08-2dc2-4829-b502-d55a5040bf79), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.480851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:19.481536 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.492499 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:19.516301 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2717524 Jul 04 09:18:19.519128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43212) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:19.527304 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Request body: {'subnet': {'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2034188936-subnet', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:19.539131 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:19.554195 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fec8b6-63e9-46de-ac96-42c04bf78e30 admin admin] Pushing event updated for resources: {'Network': ['ID=c56d0f08-2dc2-4829-b502-d55a5040bf79,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:19.558632 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Made reservation on behalf of a110bfdb567344a592e26dca6f9a7d12 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:18:19.561097 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27111399'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.564293 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:18:19.646937 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:19.740559 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25946865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27110941'] for subnet (3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.790070 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:19.807252 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Checking segment: {'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:19.807486 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Network hostable DHCP agents. Network: c56d0f08-2dc2-4829-b502-d55a5040bf79, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:18:19.819266 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Sync routers for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:18:19.826006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:18:19.830495 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:19.831190 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:19.838478 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, c56d0f08-2dc2-4829-b502-d55a5040bf79) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:19.842834 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:19.843427 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.848349 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f48ea-c6e2-4afb-ab36-f63f3c9604ab None None] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:18:19.865488 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1dac88c7-5af0-4413-bfd4-3fcc9d3f62b3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3426330 Jul 04 09:18:19.865712 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43216) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:19.870210 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:19.891966 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (edf4cd13-8e9c-4bcc-8787-3325bf459f61), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.893680 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (edf4cd13-8e9c-4bcc-8787-3325bf459f61), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.942343 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:19.958371 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks [] for router_controller (edf4cd13-8e9c-4bcc-8787-3325bf459f61), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.966630 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-c56d0f08-2dc2-4829-b502-d55a5040bf79', 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79', 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'fixed_ips': [{'subnet_id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:18:19.967815 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:19.994555 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:20.086697 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:20.109373 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks [] for router_gateway (edf4cd13-8e9c-4bcc-8787-3325bf459f61), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.110733 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Allocated IP 172.20.0.2 (c56d0f08-2dc2-4829-b502-d55a5040bf79/3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac/bc2dcf44-2cb7-4061-9ce7-c229945e46b3) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:20.177466 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 2, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:20.203254 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Checking router: 43926e32-3df4-47cc-a6c0-357caf7272aa for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:18:20.203878 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Updating router 43926e32-3df4-47cc-a6c0-357caf7272aa port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:18:20.234729 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.282342 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Publish callbacks [] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.291255 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.333422 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:20.336434 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:20.340980 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:20.351118 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Pushing event updated for resources: {'Port': ['ID=bc2dcf44-2cb7-4061-9ce7-c229945e46b3,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:20.382175 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40746721-0ed6-4415-9147-6d8ba375f101 req-5b039013-cdb6-4afb-ae54-79ce0689bf82 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:20.384163 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-40746721-0ed6-4415-9147-6d8ba375f101 req-5b039013-cdb6-4afb-ae54-79ce0689bf82 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 944 time: 0.1300914 Jul 04 09:18:20.413455 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Attempting to bind port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:20.415042 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Attempting to bind port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:20.415465 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Attempting to bind port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 on network c56d0f08-2dc2-4829-b502-d55a5040bf79 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:20.422333 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:20.422903 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Checking segment: {'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:20.423395 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.423920 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Bound using segment: {'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:20.424487 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Bound port: bc2dcf44-2cb7-4061-9ce7-c229945e46b3, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:20.425021 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.459069 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks [] for router_gateway (edf4cd13-8e9c-4bcc-8787-3325bf459f61), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.510779 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] For port bc2dcf44-2cb7-4061-9ce7-c229945e46b3, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:20.514189 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.515957 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] For port bc2dcf44-2cb7-4061-9ce7-c229945e46b3, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=bc2dcf44-2cb7-4061-9ce7-c229945e46b3,segment=NetworkSegment(3e408bf9-339d-4c8c-b862-6c1645a0aaa4),segment_id=3e408bf9-339d-4c8c-b862-6c1645a0aaa4)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:20.525445 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Publish callbacks [] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.525684 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.534351 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-40746721-0ed6-4415-9147-6d8ba375f101 req-b9340191-7b74-488b-b911-c5fec6718873 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425359 Jul 04 09:18:20.534805 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.548683 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4126-bfdc-4ed6-be49-e16784dfa899 req-5f2df5f6-5eb7-441c-a474-075c805d30c4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:20.555384 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-396d4126-bfdc-4ed6-be49-e16784dfa899 req-5f2df5f6-5eb7-441c-a474-075c805d30c4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1150098 Jul 04 09:18:20.578316 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1dcd1ecd-d8f7-4b96-b889-def169000cc1 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:20.599433 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a090438-9cdb-4e26-936d-4292d9a1ac35 None None] Pushing event updated for resources: {'Port': ['ID=72543f38-c5a3-49ee-bcdf-ba12597a1df1,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:20.653233 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb0ff3-cae1-48ad-b23b-b608fd4b3baf None None] Pushing event updated for resources: {'Port': ['ID=bc2dcf44-2cb7-4061-9ce7-c229945e46b3,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:20.663330 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:20.663707 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.709523 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Attempting to bind port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:20.710125 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Attempting to bind port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:20.710634 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Attempting to bind port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 on network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:20.713925 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:20.717497 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:20.718467 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Checking segment: {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:20.719025 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.719625 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Bound using segment: {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:20.720411 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Bound port: 72543f38-c5a3-49ee-bcdf-ba12597a1df1, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:20.721148 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:20.722243 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:20.723276 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.740364 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-396d4126-bfdc-4ed6-be49-e16784dfa899 req-855f7727-8bd7-4063-bb01-7fab2e62f05d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299703 Jul 04 09:18:20.778664 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:20.782159 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Allocated IP 172.27.0.195 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/602954a6-51e2-424f-951f-8a5375126198) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:20.833287 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] For port 72543f38-c5a3-49ee-bcdf-ba12597a1df1, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:20.836735 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] For port 72543f38-c5a3-49ee-bcdf-ba12597a1df1, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=72543f38-c5a3-49ee-bcdf-ba12597a1df1,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:20.845822 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:20.920141 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:20.921233 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:20.928296 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a090438-9cdb-4e26-936d-4292d9a1ac35 None None] Pushing event updated for resources: {'Port': ['ID=72543f38-c5a3-49ee-bcdf-ba12597a1df1,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:20.954658 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks [] for port (602954a6-51e2-424f-951f-8a5375126198), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.019218 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.026479 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (602954a6-51e2-424f-951f-8a5375126198), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.028725 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-d0bebde8-413d-420c-b0fa-5ac0e90cc4a0 None None] Provisioning complete for port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:21.029329 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d0bebde8-413d-420c-b0fa-5ac0e90cc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.079752 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:21.082968 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:21.083521 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:21.087288 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:21.112178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Pushing event updated for resources: {'Port': ['ID=602954a6-51e2-424f-951f-8a5375126198,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:21.136746 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:21.302394 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d0bebde8-413d-420c-b0fa-5ac0e90cc4a0 None None] Current status of the port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:21.302785 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d0bebde8-413d-420c-b0fa-5ac0e90cc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.341911 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-d0bebde8-413d-420c-b0fa-5ac0e90cc4a0 None None] For port 72543f38-c5a3-49ee-bcdf-ba12597a1df1, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=72543f38-c5a3-49ee-bcdf-ba12597a1df1,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:21.346759 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d0bebde8-413d-420c-b0fa-5ac0e90cc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.383527 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks [] for router_gateway (edf4cd13-8e9c-4bcc-8787-3325bf459f61), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.408547 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device a4e977c6-a145-4cde-899f-60464a853272 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:18:21.438267 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:20Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:21.446585 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:21.448083 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bebde8-413d-420c-b0fa-5ac0e90cc4a0 None None] Pushing event updated for resources: {'Port': ['ID=72543f38-c5a3-49ee-bcdf-ba12597a1df1,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:21.473031 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773b081-1e4a-4c84-9f0e-9f0600f48726 None None] The sync data for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi is: [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:20Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:18:21.566657 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-1ad0bd04-1788-4e5c-bc8a-29c13dbf09b5 None None] Provisioning complete for port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:21.567332 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bd04-1788-4e5c-bc8a-29c13dbf09b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.573837 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port a4e977c6-a145-4cde-899f-60464a853272, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4e977c6-a145-4cde-899f-60464a853272,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:21.629319 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'a4e977c6-a145-4cde-899f-60464a853272', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'port_id': 'a4e977c6-a145-4cde-899f-60464a853272', 'mac_address': 'fa:16:3e:c2:43:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:18:21.686112 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port a4e977c6-a145-4cde-899f-60464a853272 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:21.686610 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a4e977c6-a145-4cde-899f-60464a853272), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.732685 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e977c6-a145-4cde-899f-60464a853272 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:18:21.766173 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0bd04-1788-4e5c-bc8a-29c13dbf09b5 None None] Current status of the port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:21.770079 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:21.772792 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port a4e977c6-a145-4cde-899f-60464a853272, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4e977c6-a145-4cde-899f-60464a853272,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:21.780012 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a4e977c6-a145-4cde-899f-60464a853272), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:21.805656 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01be13-388a-4a4d-95e2-23b9827a2dc2 req-e10cffae-ac0e-4127-8745-15709fe483a4 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:21.807298 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ec01be13-388a-4a4d-95e2-23b9827a2dc2 req-e10cffae-ac0e-4127-8745-15709fe483a4 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 944 time: 0.0789523 Jul 04 09:18:21.841990 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=a4e977c6-a145-4cde-899f-60464a853272,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:22.013838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fc83b-eba3-4115-8404-0d2ba8267545 req-08b0d8b7-1918-4e5a-93c1-509aeda0a128 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:22.015416 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b48fc83b-eba3-4115-8404-0d2ba8267545 req-08b0d8b7-1918-4e5a-93c1-509aeda0a128 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1679652 Jul 04 09:18:22.022005 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ec01be13-388a-4a4d-95e2-23b9827a2dc2 req-935b8159-28cb-4391-a63e-2603828d3048 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056894 Jul 04 09:18:22.031637 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:22.080223 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (edf4cd13-8e9c-4bcc-8787-3325bf459f61), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:22.081804 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62938321-ca9e-48b5-85d8-b3567af72130 None None] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:18:22.163319 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['a4e977c6-a145-4cde-899f-60464a853272'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:18:22.175106 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b48fc83b-eba3-4115-8404-0d2ba8267545 req-72e2561e-01b1-4ffe-af4b-61accab760f6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476390 Jul 04 09:18:22.224853 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:22.235870 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-8516f994-b1b9-4f06-964c-75135223fe59 None None] Provisioning complete for port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:22.236245 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8516f994-b1b9-4f06-964c-75135223fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:22.262795 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Router edf4cd13-8e9c-4bcc-8787-3325bf459f61 is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:18:22.334099 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:22.379376 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:18:22.383080 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-8516f994-b1b9-4f06-964c-75135223fe59 None None] Current status of the port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:22.383472 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8516f994-b1b9-4f06-964c-75135223fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:22.394000 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Sync routers for ids ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:18:22.402764 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:22.408139 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-35f91186-6dc6-4a61-af4c-c0a6de24f93e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5411990 Jul 04 09:18:22.408442 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43234) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:22.441700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Routers {'edf4cd13-8e9c-4bcc-8787-3325bf459f61'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:22.442991 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:22.547822 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8516f994-b1b9-4f06-964c-75135223fe59 None None] For port bc2dcf44-2cb7-4061-9ce7-c229945e46b3, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=bc2dcf44-2cb7-4061-9ce7-c229945e46b3,segment=NetworkSegment(3e408bf9-339d-4c8c-b862-6c1645a0aaa4),segment_id=3e408bf9-339d-4c8c-b862-6c1645a0aaa4)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:22.560593 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8516f994-b1b9-4f06-964c-75135223fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:22.643177 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 72543f38-c5a3-49ee-bcdf-ba12597a1df1 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:22.712972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516f994-b1b9-4f06-964c-75135223fe59 None None] Pushing event updated for resources: {'Port': ['ID=bc2dcf44-2cb7-4061-9ce7-c229945e46b3,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:22.717416 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Set router edf4cd13-8e9c-4bcc-8787-3325bf459f61 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:22.781441 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-a7b572b6-c16e-478a-ba9e-feb4aff569d4 None None] Provisioning complete for port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:22.781812 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b572b6-c16e-478a-ba9e-feb4aff569d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:22.911885 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:22.922749 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:22.923117 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.037614 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:23.079023 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a7b572b6-c16e-478a-ba9e-feb4aff569d4 None None] Current status of the port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:23.086487 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '602954a6-51e2-424f-951f-8a5375126198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:18:21Z', 'revision_number': 3, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port': {'id': '602954a6-51e2-424f-951f-8a5375126198', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:20Z', 'updated_at': '2022-07-04T09:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:23.096501 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Allocated IP 172.20.0.1 (c56d0f08-2dc2-4829-b502-d55a5040bf79/3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac/d7ed41bf-3f41-4d97-891a-725a6b30d1f8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:23.136987 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Checking router: edf4cd13-8e9c-4bcc-8787-3325bf459f61 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:18:23.137658 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Updating router edf4cd13-8e9c-4bcc-8787-3325bf459f61 port 602954a6-51e2-424f-951f-8a5375126198 binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:18:23.186484 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:23.187295 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (602954a6-51e2-424f-951f-8a5375126198), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.188203 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c803e-b6f4-4263-81aa-cbd93b561d5f req-45ea47b0-d86e-45eb-863b-b41c54d3f707 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:23.190480 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-015c803e-b6f4-4263-81aa-cbd93b561d5f req-45ea47b0-d86e-45eb-863b-b41c54d3f707 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 945 time: 0.0895307 Jul 04 09:18:23.267797 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-015c803e-b6f4-4263-81aa-cbd93b561d5f req-2423df22-fcb9-41df-8748-2100b8fcfc42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702662 Jul 04 09:18:23.287216 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks [] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.307972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:23.309082 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device bc2dcf44-2cb7-4061-9ce7-c229945e46b3 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:23.321200 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.321910 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3051-36da-4ef2-8989-be669013b984 req-4e4c061a-661c-40b2-b7f9-676151e0a25f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:23.323776 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b35b3051-36da-4ef2-8989-be669013b984 req-4e4c061a-661c-40b2-b7f9-676151e0a25f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Jul 04 09:18:23.325613 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:23.366987 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:23.369049 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:23.376127 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:23.378864 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:23.382971 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:23.385529 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:23.386248 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.388673 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b35b3051-36da-4ef2-8989-be669013b984 req-ce4d31da-d1da-4d2d-80ff-c66d962ca529 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584643 Jul 04 09:18:23.424286 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (edf4cd13-8e9c-4bcc-8787-3325bf459f61), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.479282 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:23.546047 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:23.561851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.598533 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Publish callbacks [] for port (602954a6-51e2-424f-951f-8a5375126198), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.604573 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (602954a6-51e2-424f-951f-8a5375126198), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.739785 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks [] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.745316 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.792936 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-6b973754-2a18-447b-bc07-1274b54b0b85 None None] Provisioning complete for port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:23.793346 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6b973754-2a18-447b-bc07-1274b54b0b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.816531 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:23.819363 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (edf4cd13-8e9c-4bcc-8787-3325bf459f61), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.825611 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Attempting to bind port 602954a6-51e2-424f-951f-8a5375126198 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:23.826001 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Attempting to bind port 602954a6-51e2-424f-951f-8a5375126198 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:23.826329 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Attempting to bind port 602954a6-51e2-424f-951f-8a5375126198 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:23.830762 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0fa3c-07a3-4253-85f1-e1f7c889c81c None None] Pushing event updated for resources: {'Port': ['ID=602954a6-51e2-424f-951f-8a5375126198,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:23.842697 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:23.843068 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:23.843458 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.843837 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:23.844339 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Bound port: 602954a6-51e2-424f-951f-8a5375126198, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:23.844710 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (602954a6-51e2-424f-951f-8a5375126198), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.870121 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-6b973754-2a18-447b-bc07-1274b54b0b85 None None] Port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:18:23.900450 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] For port 602954a6-51e2-424f-951f-8a5375126198, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:23.904246 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] For port 602954a6-51e2-424f-951f-8a5375126198, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=602954a6-51e2-424f-951f-8a5375126198,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:23.910634 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (602954a6-51e2-424f-951f-8a5375126198), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:23.912964 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:23.914394 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:23.970291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Routers {'edf4cd13-8e9c-4bcc-8787-3325bf459f61'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:23.970923 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:24.008893 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0fa3c-07a3-4253-85f1-e1f7c889c81c None None] Pushing event updated for resources: {'Port': ['ID=602954a6-51e2-424f-951f-8a5375126198,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:24.032103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Router edf4cd13-8e9c-4bcc-8787-3325bf459f61 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:18:24.080500 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] Set router edf4cd13-8e9c-4bcc-8787-3325bf459f61 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:24.141082 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:18:24.146772 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6e68fa2b-96ac-46f3-bee3-a091afcf2de9 admin admin] 10.222.0.26 "PUT /v2.0/routers/edf4cd13-8e9c-4bcc-8787-3325bf459f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366698 Jul 04 09:18:24.226152 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-bb3f7280-66a9-411f-ae35-e903b99b726e None None] Provisioning complete for port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:24.226671 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb3f7280-66a9-411f-ae35-e903b99b726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:24.277158 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f7280-66a9-411f-ae35-e903b99b726e None None] Port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:18:24.322550 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '602954a6-51e2-424f-951f-8a5375126198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 4, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port': {'id': '602954a6-51e2-424f-951f-8a5375126198', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:20Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7ed41bf-3f41-4d97-891a-725a6b30d1f8', 'name': '', 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'mac_address': 'fa:16:3e:35:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:22Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 2, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'subnets': [{'id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:24.353264 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4375e3-b376-471a-93de-185e6b2bec6f None None] The sync data for ids ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'] in dv-cinder-819149-7-iscsi is: [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '602954a6-51e2-424f-951f-8a5375126198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 4, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port': {'id': '602954a6-51e2-424f-951f-8a5375126198', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:20Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7ed41bf-3f41-4d97-891a-725a6b30d1f8', 'name': '', 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'mac_address': 'fa:16:3e:35:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:22Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 2, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'subnets': [{'id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:18:24.400256 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79711ea-40b4-4c00-9857-b3ff525607a6 req-8d10a7ec-5472-41d8-9d2b-07fc7808b89f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:24.401757 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a79711ea-40b4-4c00-9857-b3ff525607a6 req-8d10a7ec-5472-41d8-9d2b-07fc7808b89f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 945 time: 0.0584679 Jul 04 09:18:24.476515 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a79711ea-40b4-4c00-9857-b3ff525607a6 req-79b25324-22bc-433f-9808-b53577492bbc tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688534 Jul 04 09:18:24.531756 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device bc2dcf44-2cb7-4061-9ce7-c229945e46b3 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:24.556535 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7764-ea36-414b-932b-e8c4c640eef9 req-2023db9e-3627-4329-8d94-a2d58ebe2c87 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:24.563599 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91fc7764-ea36-414b-932b-e8c4c640eef9 req-2023db9e-3627-4329-8d94-a2d58ebe2c87 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0665483 Jul 04 09:18:24.585093 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:24.585470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:24.655151 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91fc7764-ea36-414b-932b-e8c4c640eef9 req-45b124a1-9265-4fd6-8a6e-c5d1b72b0abb tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837970 Jul 04 09:18:24.718616 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:25.637986 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c33f-88cf-4b49-a49a-4f1fd3d1db71 req-2117bec2-6a50-4ec2-a510-0e6776373708 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:25.639634 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ff21c33f-88cf-4b49-a49a-4f1fd3d1db71 req-2117bec2-6a50-4ec2-a510-0e6776373708 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 945 time: 0.0846536 Jul 04 09:18:25.705807 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ff21c33f-88cf-4b49-a49a-4f1fd3d1db71 req-f70f2cb5-b612-40c1-b17e-04b524362891 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606110 Jul 04 09:18:25.831614 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885f21d-457a-49a4-bd2e-06e7b5f8d653 req-430d5913-494d-4acf-bf97-225f8a50a852 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:25.840613 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d885f21d-457a-49a4-bd2e-06e7b5f8d653 req-430d5913-494d-4acf-bf97-225f8a50a852 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0602379 Jul 04 09:18:25.890612 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d885f21d-457a-49a4-bd2e-06e7b5f8d653 req-3e8de128-69d2-4b37-9b17-d4cd2f56643a tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 Jul 04 09:18:26.494809 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device a4e977c6-a145-4cde-899f-60464a853272 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:26.565350 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 602954a6-51e2-424f-951f-8a5375126198 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:26.632042 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:26.637586 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port a4e977c6-a145-4cde-899f-60464a853272 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:18:26.657366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:26.659999 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 602954a6-51e2-424f-951f-8a5375126198 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:26.659999 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (602954a6-51e2-424f-951f-8a5375126198), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:26.666026 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port a4e977c6-a145-4cde-899f-60464a853272 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:26.666641 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a4e977c6-a145-4cde-899f-60464a853272), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:26.696851 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Sync routers for ids ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:18:26.707540 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Routers {'edf4cd13-8e9c-4bcc-8787-3325bf459f61'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:26.708438 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:26.791425 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:26.806005 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port a4e977c6-a145-4cde-899f-60464a853272 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:26.806642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a4e977c6-a145-4cde-899f-60464a853272), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:26.828435 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 602954a6-51e2-424f-951f-8a5375126198 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:26.829091 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (602954a6-51e2-424f-951f-8a5375126198), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:26.887949 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:26.892898 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a088c4-c78e-49f4-a2fb-986caacc186d" -d '{"events": [{"server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "name": "network-vif-plugged", "status": "completed", "tag": "a4e977c6-a145-4cde-899f-60464a853272"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:26.899213 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Set router edf4cd13-8e9c-4bcc-8787-3325bf459f61 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:26.903829 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 602954a6-51e2-424f-951f-8a5375126198, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=602954a6-51e2-424f-951f-8a5375126198,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:26.928964 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (602954a6-51e2-424f-951f-8a5375126198), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:26.944194 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port a4e977c6-a145-4cde-899f-60464a853272, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4e977c6-a145-4cde-899f-60464a853272,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:26.947812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f896cb3-18cb-4136-92f6-8c7520fa9439 req-422d6705-fc64-491d-bd6f-2c34d677e44a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:26.951247 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f896cb3-18cb-4136-92f6-8c7520fa9439 req-422d6705-fc64-491d-bd6f-2c34d677e44a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 945 time: 0.0978892 Jul 04 09:18:27.091051 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54b72b6-9bf7-4f89-8117-ed64efa55311 x-openstack-request-id: req-b54b72b6-9bf7-4f89-8117-ed64efa55311 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:27.091917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "name": "network-vif-plugged", "status": "completed", "tag": "a4e977c6-a145-4cde-899f-60464a853272", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:27.092440 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b54b72b6-9bf7-4f89-8117-ed64efa55311 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:27.093421 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54b72b6-9bf7-4f89-8117-ed64efa55311'] response: {'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272', 'code': 200} Jul 04 09:18:27.095752 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=602954a6-51e2-424f-951f-8a5375126198,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:27.121792 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '602954a6-51e2-424f-951f-8a5375126198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 4, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port': {'id': '602954a6-51e2-424f-951f-8a5375126198', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:20Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7ed41bf-3f41-4d97-891a-725a6b30d1f8', 'name': '', 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'mac_address': 'fa:16:3e:35:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:22Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 2, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'subnets': [{'id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:27.122051 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a4e977c6-a145-4cde-899f-60464a853272), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:27.136700 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f896cb3-18cb-4136-92f6-8c7520fa9439 req-2d015506-c6c4-49ae-b45a-d06b0a67b6ef tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719327 Jul 04 09:18:27.167555 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Checking router: edf4cd13-8e9c-4bcc-8787-3325bf459f61 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:18:27.167901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Updating router edf4cd13-8e9c-4bcc-8787-3325bf459f61 port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:18:27.219097 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52feea42-c1a8-4c3a-8b62-2562d96e4ac3 req-f204d95c-ff41-4a2b-bbb9-d5b0a9e70975 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:27.229297 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52feea42-c1a8-4c3a-8b62-2562d96e4ac3 req-f204d95c-ff41-4a2b-bbb9-d5b0a9e70975 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0738597 Jul 04 09:18:27.247021 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:27.280022 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:27.303342 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:27.353219 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52feea42-c1a8-4c3a-8b62-2562d96e4ac3 req-cb0d75ec-02dc-4a15-9aaa-f57c16f272ec tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226873 Jul 04 09:18:27.368510 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=a4e977c6-a145-4cde-899f-60464a853272,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:27.475383 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d91a-6665-4646-b40f-1deb8412bfa0 req-0e4feb05-1c25-4834-b2b1-0fa6712ea480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:27.477463 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-43d8d91a-6665-4646-b40f-1deb8412bfa0 req-0e4feb05-1c25-4834-b2b1-0fa6712ea480 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 1130 time: 0.0458798 Jul 04 09:18:27.574248 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-43d8d91a-6665-4646-b40f-1deb8412bfa0 req-0bb0ef51-b406-41a0-a761-ce3e53bdab17 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578854 Jul 04 09:18:27.588444 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:27.597845 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:27.653749 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Publish callbacks [] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:27.664092 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:27.784621 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce7d58-bdc4-43fe-afeb-aa2f4f91ef1b None None] Pushing event updated for resources: {'Port': ['ID=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:27.826215 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Attempting to bind port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:27.826887 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Attempting to bind port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:27.827474 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Attempting to bind port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 on network c56d0f08-2dc2-4829-b502-d55a5040bf79 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:27.835347 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:27.836145 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Checking segment: {'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:27.836757 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:27.837375 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Bound using segment: {'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:27.837962 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Bound port: d7ed41bf-3f41-4d97-891a-725a6b30d1f8, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e408bf9-339d-4c8c-b862-6c1645a0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:27.838432 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:27.909971 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] For port d7ed41bf-3f41-4d97-891a-725a6b30d1f8, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:27.914548 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] For port d7ed41bf-3f41-4d97-891a-725a6b30d1f8, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,segment=NetworkSegment(3e408bf9-339d-4c8c-b862-6c1645a0aaa4),segment_id=3e408bf9-339d-4c8c-b862-6c1645a0aaa4)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:27.927768 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:27.984800 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Routers {'edf4cd13-8e9c-4bcc-8787-3325bf459f61'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:27.985785 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:28.069639 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce7d58-bdc4-43fe-afeb-aa2f4f91ef1b None None] Pushing event updated for resources: {'Port': ['ID=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:28.103618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-0dffb977-0020-4f3a-a50b-63ba722620bc None None] Provisioning complete for port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:28.104262 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0dffb977-0020-4f3a-a50b-63ba722620bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:28.136208 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] Set router edf4cd13-8e9c-4bcc-8787-3325bf459f61 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:28.216280 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0dffb977-0020-4f3a-a50b-63ba722620bc None None] Current status of the port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:28.217149 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0dffb977-0020-4f3a-a50b-63ba722620bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:28.258443 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0dffb977-0020-4f3a-a50b-63ba722620bc None None] For port d7ed41bf-3f41-4d97-891a-725a6b30d1f8, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,segment=NetworkSegment(3e408bf9-339d-4c8c-b862-6c1645a0aaa4),segment_id=3e408bf9-339d-4c8c-b862-6c1645a0aaa4)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:28.268072 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0dffb977-0020-4f3a-a50b-63ba722620bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:28.370452 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffb977-0020-4f3a-a50b-63ba722620bc None None] Pushing event updated for resources: {'Port': ['ID=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:28.379937 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '602954a6-51e2-424f-951f-8a5375126198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 4, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port': {'id': '602954a6-51e2-424f-951f-8a5375126198', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:20Z', 'updated_at': '2022-07-04T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7ed41bf-3f41-4d97-891a-725a6b30d1f8', 'name': '', 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'mac_address': 'fa:16:3e:35:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:22Z', 'updated_at': '2022-07-04T09:18:27Z', 'revision_number': 4, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'subnets': [{'id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:28.388411 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4be295-17fd-4022-8d8c-730a885c4cfc req-d64e5c39-33ee-4bdf-9a3e-49943e93db10 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:28.392247 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a4be295-17fd-4022-8d8c-730a885c4cfc req-d64e5c39-33ee-4bdf-9a3e-49943e93db10 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.1051080 Jul 04 09:18:28.412555 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4c00f-4014-4583-8160-cdb90ce91d29 None None] The sync data for ids ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'] in dv-cinder-819149-7-iscsi is: [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '602954a6-51e2-424f-951f-8a5375126198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:18:23Z', 'revision_number': 4, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port': {'id': '602954a6-51e2-424f-951f-8a5375126198', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:20Z', 'updated_at': '2022-07-04T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'd7ed41bf-3f41-4d97-891a-725a6b30d1f8', 'name': '', 'network_id': 'c56d0f08-2dc2-4829-b502-d55a5040bf79', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'mac_address': 'fa:16:3e:35:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:22Z', 'updated_at': '2022-07-04T09:18:27Z', 'revision_number': 4, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'subnets': [{'id': '3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:18:28.492847 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-d46c18e7-c638-49e1-bc0d-5e348f68a32d None None] Provisioning complete for port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:28.493250 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d46c18e7-c638-49e1-bc0d-5e348f68a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:28.508804 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a4be295-17fd-4022-8d8c-730a885c4cfc req-9fb71753-3ed5-4101-aa9b-fd03ab03c7c0 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113346 Jul 04 09:18:28.543832 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205846c-b46b-4d9f-8745-d03717b6e52d req-2d69616f-44da-4b3f-934c-9a95834b101c tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:28.545451 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b205846c-b46b-4d9f-8745-d03717b6e52d req-2d69616f-44da-4b3f-934c-9a95834b101c tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.1048000 Jul 04 09:18:28.627318 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b205846c-b46b-4d9f-8745-d03717b6e52d req-1420867c-6502-4ba9-9077-8c20b26f6d64 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635886 Jul 04 09:18:28.629163 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7ed41bf-3f41-4d97-891a-725a6b30d1f8 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:28.662563 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d46c18e7-c638-49e1-bc0d-5e348f68a32d None None] Current status of the port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:28.685985 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:28.686630 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:28.796160 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:28.797568 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 602954a6-51e2-424f-951f-8a5375126198 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:28.855570 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 602954a6-51e2-424f-951f-8a5375126198 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:28.855941 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (602954a6-51e2-424f-951f-8a5375126198), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:28.953251 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 602954a6-51e2-424f-951f-8a5375126198 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:29.632098 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc814a8a-ec0c-4653-9c82-696c67a97faa req-dcc72a1f-b1bb-46f6-b506-e3ef9688b843 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:29.633589 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cc814a8a-ec0c-4653-9c82-696c67a97faa req-dcc72a1f-b1bb-46f6-b506-e3ef9688b843 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.0497293 Jul 04 09:18:29.713163 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cc814a8a-ec0c-4653-9c82-696c67a97faa req-47b4ffd4-b310-4e03-8e0a-abd4c623f1c0 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729432 Jul 04 09:18:29.779164 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8c3b-bd4e-4ecc-b253-e6a94033f5ed req-30c3ba8e-b4ab-4054-a0e2-6f484867eb4f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:29.788126 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2cd8c3b-bd4e-4ecc-b253-e6a94033f5ed req-30c3ba8e-b4ab-4054-a0e2-6f484867eb4f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0735247 Jul 04 09:18:29.845140 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2cd8c3b-bd4e-4ecc-b253-e6a94033f5ed req-e0cd5e8d-109a-4fb8-a8cf-f873fef1db6b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503464 Jul 04 09:18:30.535575 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7ed41bf-3f41-4d97-891a-725a6b30d1f8 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:30.580704 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:30.581232 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:30.654030 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:30.667556 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:30.879291 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e65fba-05b8-4864-a019-c7c3113c1285 req-88d98fa7-7429-4404-8e7c-16b4135c8594 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:30.881084 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71e65fba-05b8-4864-a019-c7c3113c1285 req-88d98fa7-7429-4404-8e7c-16b4135c8594 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.0881665 Jul 04 09:18:31.001684 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71e65fba-05b8-4864-a019-c7c3113c1285 req-4ea8c284-1fac-4047-b9d6-82c1ef18c6d5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110504 Jul 04 09:18:31.025752 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504ddb1-5adc-4f7f-abf5-c257d68388c9 req-e0b08268-068e-4497-be2b-c123ab66724b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:31.027621 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f504ddb1-5adc-4f7f-abf5-c257d68388c9 req-e0b08268-068e-4497-be2b-c123ab66724b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0762837 Jul 04 09:18:31.095493 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f504ddb1-5adc-4f7f-abf5-c257d68388c9 req-ffd389a9-5654-4770-8be2-5911a44832f4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613070 Jul 04 09:18:32.153612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3fc3c-08fa-48d2-9c49-0f9c278c8c42 req-3dabe746-49fd-4b32-b5e8-a72e74629455 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:32.169193 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d2b3fc3c-08fa-48d2-9c49-0f9c278c8c42 req-3dabe746-49fd-4b32-b5e8-a72e74629455 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.0878599 Jul 04 09:18:32.264121 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d2b3fc3c-08fa-48d2-9c49-0f9c278c8c42 req-66058b24-bdba-4fa4-9552-1bef22bd7c70 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937965 Jul 04 09:18:32.279812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67326f-c42d-4179-a422-c3b23d207dbe req-2ed83b36-c83a-48e2-a85b-7d9fce633120 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:32.281567 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7b67326f-c42d-4179-a422-c3b23d207dbe req-2ed83b36-c83a-48e2-a85b-7d9fce633120 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0833516 Jul 04 09:18:32.335748 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7b67326f-c42d-4179-a422-c3b23d207dbe req-e433991c-b49d-4c98-8897-42a23cdd62d4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482364 Jul 04 09:18:32.387226 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163a059-2eff-4b76-8bce-6fec09e96d31 req-31972407-9229-424a-83c3-965812219ced tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:32.395405 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b163a059-2eff-4b76-8bce-6fec09e96d31 req-31972407-9229-424a-83c3-965812219ced tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.0557320 Jul 04 09:18:32.454414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:32.463034 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b163a059-2eff-4b76-8bce-6fec09e96d31 req-d479ca97-b031-471c-8851-7aa675c20bef tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666924 Jul 04 09:18:32.493163 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43360) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:32.576514 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75fba4-9373-4c85-b3de-b464ab959cf3 req-7cae8cd5-3d26-428c-9706-318f73d00da2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:32.578618 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ef75fba4-9373-4c85-b3de-b464ab959cf3 req-7cae8cd5-3d26-428c-9706-318f73d00da2 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0606189 Jul 04 09:18:32.644902 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ef75fba4-9373-4c85-b3de-b464ab959cf3 req-fbd8105a-a729-4588-852b-65901d87e1de tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597928 Jul 04 09:18:32.723858 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccdf23f-23e5-4c83-a084-6cd5a2c5d379 tempest-TestVolumeBootPattern-1009566025 tempest-TestVolumeBootPattern-1009566025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:32.728158 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5ccdf23f-23e5-4c83-a084-6cd5a2c5d379 tempest-TestVolumeBootPattern-1009566025 tempest-TestVolumeBootPattern-1009566025-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 1125 time: 0.2313533 Jul 04 09:18:32.728357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43364) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:18:32.732776 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'port_id': 'a4e977c6-a145-4cde-899f-60464a853272', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:32.737211 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:32.758815 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:32.876666 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:33.000655 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Allocated IP 172.27.0.173 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/a393b87e-982e-4928-ad59-79c0ccea880a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:33.163365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (a393b87e-982e-4928-ad59-79c0ccea880a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:33.209459 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-60722615-3492-4391-b115-fd80259d41c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:33.279099 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (a393b87e-982e-4928-ad59-79c0ccea880a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:33.290471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-aac3c8d4-6307-4645-85e8-d4eff1ce389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:33.290850 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-aac3c8d4-6307-4645-85e8-d4eff1ce389d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 1129 time: 0.0748005 Jul 04 09:18:33.359668 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:33.379019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:33.390709 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:33.424958 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=a393b87e-982e-4928-ad59-79c0ccea880a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:33.520160 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-f239ca57-64cc-40c5-912b-c0ce859e688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:33.521735 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-f239ca57-64cc-40c5-912b-c0ce859e688a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 911 time: 0.2089131 Jul 04 09:18:33.621734 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:33.695711 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-21924e80-1ba1-49bd-9312-08c0da59df52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf HTTP/1.1" status: 200 len: 1000 time: 0.1329057 Jul 04 09:18:33.772460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:33.804624 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-22daa503-4090-42b8-9a23-567488e88872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:33.808103 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-22daa503-4090-42b8-9a23-567488e88872 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.1041188 Jul 04 09:18:33.812297 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132b783-12b5-49d7-a9fb-11367b411b7f req-fa633cbd-172b-42ca-ae7a-fe51d9df6f69 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:33.813921 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e132b783-12b5-49d7-a9fb-11367b411b7f req-fa633cbd-172b-42ca-ae7a-fe51d9df6f69 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0794406 Jul 04 09:18:34.137170 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=84 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:34.139148 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:34.217477 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-4bffca69-aa25-4a3b-b40a-8d0d2f063e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:34.224327 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-4bffca69-aa25-4a3b-b40a-8d0d2f063e8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4041741 Jul 04 09:18:34.345443 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e132b783-12b5-49d7-a9fb-11367b411b7f req-321722fa-f39d-45ca-a4f0-b4cab2393b23 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5189102 Jul 04 09:18:34.476775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (e5d15a01-4ee9-4146-9229-f3e4e429f889), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:34.492681 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-f359b0ce-f04c-46b3-8309-2306d1016600 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409370 Jul 04 09:18:34.658108 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a393b87e-982e-4928-ad59-79c0ccea880a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:34.700991 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d6f506c4-1b51-4c0f-811b-23494b347433 req-c655b2cd-d6c4-4a17-84e4-6f316a83a5d4 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865549 Jul 04 09:18:34.716028 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-28734a2e-7b1a-4dc2-b29e-c8f8bfe86106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:34.717996 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-28734a2e-7b1a-4dc2-b29e-c8f8bfe86106 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1130 time: 0.0585396 Jul 04 09:18:34.756707 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6a909-6eec-45fd-8f15-9449ef3c1060 req-51bb0b3c-1a9f-4fa4-9f81-cff402487513 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:34.763895 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53a6a909-6eec-45fd-8f15-9449ef3c1060 req-51bb0b3c-1a9f-4fa4-9f81-cff402487513 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0757556 Jul 04 09:18:34.845793 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-262ed738-72b8-4e50-b592-2c2320ad8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:34.848270 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-262ed738-72b8-4e50-b592-2c2320ad8d64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.1223655 Jul 04 09:18:34.864477 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53a6a909-6eec-45fd-8f15-9449ef3c1060 req-24bb32ae-ffe7-4f05-a851-0742c3209717 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995510 Jul 04 09:18:34.919540 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (a393b87e-982e-4928-ad59-79c0ccea880a), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:34.928847 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-7e91cf4a-30a5-402b-9215-46d10b673cb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 200 len: 1002 time: 0.0717733 Jul 04 09:18:34.931068 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (a393b87e-982e-4928-ad59-79c0ccea880a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:34.959945 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:34.990835 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-3a8e8aaf-7e89-4b6f-8d73-0c195900dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:34.992318 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-3a8e8aaf-7e89-4b6f-8d73-0c195900dcea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0481277 Jul 04 09:18:34.998134 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:35.009822 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=a393b87e-982e-4928-ad59-79c0ccea880a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:35.027771 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (e5d15a01-4ee9-4146-9229-f3e4e429f889), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:35.039344 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-c3ca4c70-2a77-4b96-9124-4bb5e7528bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:35.040870 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-c3ca4c70-2a77-4b96-9124-4bb5e7528bbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415907 Jul 04 09:18:35.144581 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-3524cd53-6292-4ca0-afe7-c946df0ea854 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946047 Jul 04 09:18:35.147140 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Floating IP e5d15a01-4ee9-4146-9229-f3e4e429f889 associated. External IP: 172.27.0.173, port: a4e977c6-a145-4cde-899f-60464a853272. Jul 04 09:18:35.389483 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45956aad-0569-4a1c-add3-fe045cc65941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:35.404921 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-585042e5-10bf-4a8f-a08e-9869959b7570 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:35.406395 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-585042e5-10bf-4a8f-a08e-9869959b7570 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 815 time: 0.1784828 Jul 04 09:18:35.437407 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-0b65a668-fa4c-421f-b444-0475880fb2bc tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/quotas/8a4eaafcb5814b92a0c740931fcf422d HTTP/1.1" status: 200 len: 375 time: 0.0249872 Jul 04 09:18:35.510647 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fcc08-f8e9-4c37-9c90-049d5f36080b req-59bf3abf-6549-42bc-9683-7eb8dae21c68 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:35.512078 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f54fcc08-f8e9-4c37-9c90-049d5f36080b req-59bf3abf-6549-42bc-9683-7eb8dae21c68 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0886037 Jul 04 09:18:35.515919 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:18:35.525618 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-685c3b3c-18d3-4db2-9a02-0e5d80dd9094 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677881 Jul 04 09:18:35.690226 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f54fcc08-f8e9-4c37-9c90-049d5f36080b req-72c33a13-2906-426f-b942-b540a62ad3b9 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702201 Jul 04 09:18:35.734961 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-969e9468-d344-44b2-8784-ea63e810f82a service neutron] 10.222.0.26 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921716 Jul 04 09:18:35.737801 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:18:35.750259 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:18:35.768866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:35.769530 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:35.803790 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:35.837086 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-6b6cc81e-b4b4-41df-ade2-e4038c259939 req-b7ba57d3-a8d9-4cdb-bb85-dd7cd120b70e service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328301 Jul 04 09:18:35.898798 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:36.112879 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:36.147280 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:36.160570 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': 'e5d15a01-4ee9-4146-9229-f3e4e429f889', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'a4e977c6-a145-4cde-899f-60464a853272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:c2:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:18:33Z', 'updated_at': '2022-07-04T09:18:33Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:36.163352 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7c882779-b85b-405b-8fef-2e9ce649b884 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4338775 Jul 04 09:18:36.167511 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:36.169748 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa057ead-a14f-4cee-b467-38e12f60089d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "tag": "a4e977c6-a145-4cde-899f-60464a853272"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:36.189592 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103d2c-d8eb-461f-81b2-9a93f7fd8dd3 req-fe644ae9-8398-442e-bfcb-f7f4438f291d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:36.190948 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:18:36.191111 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ef103d2c-d8eb-461f-81b2-9a93f7fd8dd3 req-fe644ae9-8398-442e-bfcb-f7f4438f291d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0740511 Jul 04 09:18:36.196870 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-3a6cd94d-c7e7-48e1-a0c4-0050a85fa159 service neutron] 10.222.0.26 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351859 Jul 04 09:18:36.200106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:18:36.200708 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:18:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:36.204428 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:36.241518 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ef103d2c-d8eb-461f-81b2-9a93f7fd8dd3 req-7d890002-8c3f-48de-97b7-6d807602cf0a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Jul 04 09:18:36.283488 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:36.295547 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b3d2ab-91b9-4f0d-8940-04298a7eca7f x-openstack-request-id: req-f0b3d2ab-91b9-4f0d-8940-04298a7eca7f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:36.295838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "tag": "a4e977c6-a145-4cde-899f-60464a853272", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:36.296098 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0b3d2ab-91b9-4f0d-8940-04298a7eca7f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:36.296491 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b3d2ab-91b9-4f0d-8940-04298a7eca7f'] response: {'name': 'network-changed', 'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272', 'status': 'completed', 'code': 200} Jul 04 09:18:36.314732 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:18:36.379916 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ad48f5a8-dc88-43e4-aaa4-c37f5ebd4221 req-c413d668-1f30-47d0-bead-58949ec56261 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 210 time: 0.0340266 Jul 04 09:18:36.553917 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa057ead-a14f-4cee-b467-38e12f60089d req-a6d6a2f5-dd5e-4984-9647-ce7ac473b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:36.555915 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa057ead-a14f-4cee-b467-38e12f60089d req-a6d6a2f5-dd5e-4984-9647-ce7ac473b92f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 1130 time: 0.0449748 Jul 04 09:18:36.619187 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:36.664476 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa057ead-a14f-4cee-b467-38e12f60089d req-c9af4860-67e7-4797-b987-68232f363638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:36.666275 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa057ead-a14f-4cee-b467-38e12f60089d req-c9af4860-67e7-4797-b987-68232f363638 service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.0994515 Jul 04 09:18:36.679493 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': 'e5d15a01-4ee9-4146-9229-f3e4e429f889', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'a4e977c6-a145-4cde-899f-60464a853272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:c2:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:18:33Z', 'updated_at': '2022-07-04T09:18:33Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:18:36.708551 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051cb55-99b5-436f-917d-b0fd5d98f0f2 None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': 'e5d15a01-4ee9-4146-9229-f3e4e429f889', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'a4e977c6-a145-4cde-899f-60464a853272', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:c2:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:18:33Z', 'updated_at': '2022-07-04T09:18:33Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:18:36.826099 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa057ead-a14f-4cee-b467-38e12f60089d req-a2bf752d-777f-49b5-81de-a0e806e1d878 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4e977c6-a145-4cde-899f-60464a853272 HTTP/1.1" status: 200 len: 1000 time: 0.0792959 Jul 04 09:18:36.845223 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e41a1-ec59-4829-bc03-d92573a55a00 req-a4e0838f-dd0e-4b81-b743-5e6e70484f3f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:36.847428 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-480e41a1-ec59-4829-bc03-d92573a55a00 req-a4e0838f-dd0e-4b81-b743-5e6e70484f3f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0603132 Jul 04 09:18:36.879716 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa057ead-a14f-4cee-b467-38e12f60089d req-b28802e9-b7bc-4bd3-9a3a-6d57561e503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:36.881282 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa057ead-a14f-4cee-b467-38e12f60089d req-b28802e9-b7bc-4bd3-9a3a-6d57561e503d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0487330 Jul 04 09:18:36.905842 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-480e41a1-ec59-4829-bc03-d92573a55a00 req-8a883987-b666-47d3-9dc1-2d780079042b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481634 Jul 04 09:18:36.951205 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa057ead-a14f-4cee-b467-38e12f60089d req-4c660139-54c3-41ac-ba28-bab099950924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:36.952942 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa057ead-a14f-4cee-b467-38e12f60089d req-4c660139-54c3-41ac-ba28-bab099950924 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538850 Jul 04 09:18:36.978583 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd916b-49a2-46b7-b177-73b11ce896e0 None None] New status for floating IP e5d15a01-4ee9-4146-9229-f3e4e429f889: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:18:37.078088 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa057ead-a14f-4cee-b467-38e12f60089d req-ccee24ab-9679-4428-bd23-846c7dd5c0c7 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124790 Jul 04 09:18:37.187947 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fa057ead-a14f-4cee-b467-38e12f60089d req-65865e87-21a3-4cd7-82df-3f0539d6d4cc service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031754 Jul 04 09:18:37.303075 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f351-4712-4515-b02c-784c52222042 req-4d0e427a-f477-4901-bd4c-3435a7d939e4 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:37.304542 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fb74f351-4712-4515-b02c-784c52222042 req-4d0e427a-f477-4901-bd4c-3435a7d939e4 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 945 time: 0.0467443 Jul 04 09:18:37.387007 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b9d78-3488-4011-af3e-a7ece51f43a3 req-6d037eb6-bd26-4b8a-89a5-db33e26bcc7e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:37.388986 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b6b9d78-3488-4011-af3e-a7ece51f43a3 req-6d037eb6-bd26-4b8a-89a5-db33e26bcc7e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0714877 Jul 04 09:18:37.394228 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fb74f351-4712-4515-b02c-784c52222042 req-c2ae408e-cf6d-4094-9a7b-ec4b1845f65a tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836868 Jul 04 09:18:37.442789 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b6b9d78-3488-4011-af3e-a7ece51f43a3 req-e19c99b6-7c5c-4f5e-97e1-ad089b64fbc2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471668 Jul 04 09:18:37.488908 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91a64947-64d5-4c41-b762-8ba3481119aa req-bc4a9f85-c3f8-4146-b5c3-dc39bade3b56 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 210 time: 0.0278022 Jul 04 09:18:38.078598 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:38.211221 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:38.512864 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfaaae-ba8f-4795-be3b-7d7b07b2e770 req-d04ab6de-3ced-4eb1-8c49-9a45b4e9bfad tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:38.514395 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2cfaaae-ba8f-4795-be3b-7d7b07b2e770 req-d04ab6de-3ced-4eb1-8c49-9a45b4e9bfad tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 945 time: 0.0505202 Jul 04 09:18:38.579715 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682b61b-cf5d-4afa-9699-ffc132f43abc req-d3018da0-7720-4d2d-b35d-0610010e4fd2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:38.581153 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5682b61b-cf5d-4afa-9699-ffc132f43abc req-d3018da0-7720-4d2d-b35d-0610010e4fd2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0659001 Jul 04 09:18:38.608741 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2cfaaae-ba8f-4795-be3b-7d7b07b2e770 req-12a1a9ae-8897-46ae-9c29-208fa52c5273 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e3959cb-e843-41d1-984c-69c2f49cda4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851152 Jul 04 09:18:38.640913 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5682b61b-cf5d-4afa-9699-ffc132f43abc req-69ba765c-43d8-4fa3-9388-b2399bd26ba7 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539861 Jul 04 09:18:38.692215 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bfd8c15c-ea6f-4a68-ab0f-fe3d29fdcefa req-f418d8b0-da6a-42f2-9790-c9f4324ced3b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 210 time: 0.0278308 Jul 04 09:18:39.003321 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:39.085984 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-89503c12-f4b0-4ddb-a56b-0a9f8be4daac tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:39.087454 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-89503c12-f4b0-4ddb-a56b-0a9f8be4daac tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.57 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 815 time: 0.1162539 Jul 04 09:18:39.173581 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'port': {'device_id': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'admin_state_up': True, 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:39.176696 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:39.297563 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Made reservation on behalf of 8a4eaafcb5814b92a0c740931fcf422d for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:18:39.301113 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:39.314429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-419dc056-9298-4586-8ed4-2dcbcad63ee6 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:39.315883 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-419dc056-9298-4586-8ed4-2dcbcad63ee6 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 945 time: 0.0519593 Jul 04 09:18:39.430872 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Deleting port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:18:39.431208 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:39.435015 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Allocated IP 172.20.0.5 (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b/9beeae24-0f41-40b7-bdc9-91f10b804f61/37f23b60-3209-44f8-8d9b-bff327f40798) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:18:39.525300 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] For port b19eada3-7e7e-48e2-8cec-6d47b629d0f6, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,segment=NetworkSegment(ccf78bed-c6c2-448c-a7f2-4d78ac5a6526),segment_id=ccf78bed-c6c2-448c-a7f2-4d78ac5a6526)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:39.525850 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:39.544262 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Calling delete_port for b19eada3-7e7e-48e2-8cec-6d47b629d0f6 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:18:39.789373 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:39.868013 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:39.889965 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (b19eada3-7e7e-48e2-8cec-6d47b629d0f6), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:39.911929 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['b19eada3-7e7e-48e2-8cec-6d47b629d0f6'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:18:39.919592 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a5a43019-c034-4b73-9ff0-1daefa16a58b req-c0488316-f69c-4f84-bd23-9364e7f1d3fb tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.1268513 Jul 04 09:18:39.965699 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Pushing event deleted for resources: {'Port': ['ID=b19eada3-7e7e-48e2-8cec-6d47b629d0f6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:39.978207 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for port (37f23b60-3209-44f8-8d9b-bff327f40798), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:39.993142 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b586d-8468-4a8b-a802-8f52e6deb969 req-a970ed3c-0443-4e50-a3e8-7f6290ad3e8c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:39.998129 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-353b586d-8468-4a8b-a802-8f52e6deb969 req-a970ed3c-0443-4e50-a3e8-7f6290ad3e8c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.1940403 Jul 04 09:18:40.030711 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:40.069613 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] No DVR routers for this DVR port b19eada3-7e7e-48e2-8cec-6d47b629d0f6 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:18:40.092133 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:40.095434 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-03824e6c-20d9-4df9-a65b-24d4db1876cf req-ad94cfc3-0ee8-4d45-b10c-aa7571c1c853 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.57 "DELETE /v2.0/ports/b19eada3-7e7e-48e2-8cec-6d47b629d0f6 HTTP/1.1" status: 204 len: 173 time: 0.7536557 Jul 04 09:18:40.095991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358be5c2-4340-47e3-a20d-ad976781f649', 'name': 'network-vif-deleted', 'tag': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:40.098547 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20d258d-4280-4965-9204-9dd9733c7a72" -d '{"events": [{"server_uuid": "358be5c2-4340-47e3-a20d-ad976781f649", "name": "network-vif-deleted", "tag": "b19eada3-7e7e-48e2-8cec-6d47b629d0f6"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:40.126154 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:18:40.133518 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:18:40.136412 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:18:40.140003 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbf51-3a77-4e5b-ad3a-988a1904b9c1 req-6b95816d-fd26-4d1c-8a68-c1d5688d9f5e tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:40.141780 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b02cbf51-3a77-4e5b-ad3a-988a1904b9c1 req-6b95816d-fd26-4d1c-8a68-c1d5688d9f5e tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.1000264 Jul 04 09:18:40.154708 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-353b586d-8468-4a8b-a802-8f52e6deb969 req-991823d1-a291-4a64-b43a-123021be86c2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350822 Jul 04 09:18:40.197196 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:40.236250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:40.237390 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:40.267330 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-ae43947e-950e-436f-8ac0-fddca0bcd677 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0976527 Jul 04 09:18:40.274109 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b02cbf51-3a77-4e5b-ad3a-988a1904b9c1 req-129022ff-7331-4c29-a694-6e78ff7ea3b0 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234331 Jul 04 09:18:40.280028 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b0cff1-00dd-476d-bc93-87af134ce7ea x-openstack-request-id: req-23b0cff1-00dd-476d-bc93-87af134ce7ea {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:40.289694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358be5c2-4340-47e3-a20d-ad976781f649", "name": "network-vif-deleted", "tag": "b19eada3-7e7e-48e2-8cec-6d47b629d0f6", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:40.289694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23b0cff1-00dd-476d-bc93-87af134ce7ea {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:40.289694 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b0cff1-00dd-476d-bc93-87af134ce7ea'] response: {'server_uuid': '358be5c2-4340-47e3-a20d-ad976781f649', 'name': 'network-vif-deleted', 'tag': 'b19eada3-7e7e-48e2-8cec-6d47b629d0f6', 'status': 'completed', 'code': 200} Jul 04 09:18:40.479907 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-266c777c-4b5d-432d-9190-435618cda3a1 None None] Provisioning complete for port 37f23b60-3209-44f8-8d9b-bff327f40798 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:40.480281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-266c777c-4b5d-432d-9190-435618cda3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:40.522192 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-266c777c-4b5d-432d-9190-435618cda3a1 None None] Port 37f23b60-3209-44f8-8d9b-bff327f40798 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:18:41.033872 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2058e907-83de-4c95-914a-5e0738e88449 req-17a4a373-6cfa-4ea2-9baf-c50be27a389d tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0291553 Jul 04 09:18:41.277706 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47addcc-97ca-4a3c-ad80-e0f157f10d5f req-9258acac-4f63-4957-abed-38c113a33579 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:41.279246 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b47addcc-97ca-4a3c-ad80-e0f157f10d5f req-9258acac-4f63-4957-abed-38c113a33579 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0486541 Jul 04 09:18:41.329361 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b47addcc-97ca-4a3c-ad80-e0f157f10d5f req-270a2f64-252c-42d9-83b1-3614546dbfb2 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440180 Jul 04 09:18:41.396096 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90042359-91c6-44fe-99dd-646ab1116bb8 req-63274e59-38a8-47ae-a0a3-44522cd7f14f tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:41.397622 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-90042359-91c6-44fe-99dd-646ab1116bb8 req-63274e59-38a8-47ae-a0a3-44522cd7f14f tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.0517156 Jul 04 09:18:41.455572 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-90042359-91c6-44fe-99dd-646ab1116bb8 req-7f6cdc08-5c96-4317-bb59-80746a5a64d9 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Jul 04 09:18:42.136458 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7cf3b05a-8a4a-49b0-b8ba-196c572dc14a req-7975c4dc-2fc1-4582-ac09-4b7c1e112b14 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0309079 Jul 04 09:18:42.454899 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f3e9b-e449-47c5-b2c6-6364a8954c2e req-110afa0a-eccc-44d5-b339-bb28107abedf tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:42.456400 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-768f3e9b-e449-47c5-b2c6-6364a8954c2e req-110afa0a-eccc-44d5-b339-bb28107abedf tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0509605 Jul 04 09:18:42.508511 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-768f3e9b-e449-47c5-b2c6-6364a8954c2e req-38e2d98c-422c-4d3d-9ead-5c247677bb63 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462961 Jul 04 09:18:42.595515 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fafeb-63eb-4b10-b979-7e29d5976427 req-eee77889-1801-4a1c-a107-a21344cafc26 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:42.597016 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2e1fafeb-63eb-4b10-b979-7e29d5976427 req-eee77889-1801-4a1c-a107-a21344cafc26 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.0509710 Jul 04 09:18:42.646453 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2e1fafeb-63eb-4b10-b979-7e29d5976427 req-b4ac20cd-c449-4fc4-8a20-573797d7ba12 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Jul 04 09:18:43.241147 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ebc9e53a-762d-4b49-b4e0-554dde0cae63 req-730f711b-7053-4338-ad92-a7c42f165d66 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0296798 Jul 04 09:18:43.630663 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041ace6-e906-4dbf-bebe-9d98bcb4a599 req-2f45b249-4dfe-4878-bffc-678b3d457a13 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:43.632172 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9041ace6-e906-4dbf-bebe-9d98bcb4a599 req-2f45b249-4dfe-4878-bffc-678b3d457a13 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0492294 Jul 04 09:18:43.691540 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9041ace6-e906-4dbf-bebe-9d98bcb4a599 req-d6a125cd-250a-4ca9-a31e-cfb59decdc6e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520320 Jul 04 09:18:43.769291 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0629198-ccd7-41ac-9cba-e7f17f347be6 req-bcf47370-19e7-4a0f-8d65-a9a6e313d6bc tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:43.771141 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0629198-ccd7-41ac-9cba-e7f17f347be6 req-bcf47370-19e7-4a0f-8d65-a9a6e313d6bc tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.0504093 Jul 04 09:18:43.823196 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0629198-ccd7-41ac-9cba-e7f17f347be6 req-484d29f4-9407-4160-b1d0-c268d7afab2f tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Jul 04 09:18:44.341319 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb579c9a-05ae-4616-86f3-70a8ca77cbcb req-73bac2bd-1120-43eb-9e2d-27d91b3d8191 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0288610 Jul 04 09:18:44.474816 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device b19eada3-7e7e-48e2-8cec-6d47b629d0f6 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:18:44.498316 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: b19eada3-7e7e-48e2-8cec-6d47b629d0f6 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:18:44.498316 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device b19eada3-7e7e-48e2-8cec-6d47b629d0f6 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:18:44.813497 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0635-22d8-4813-8835-e41e909abcd0 req-4c8f3bae-358b-4a74-a254-e7bf41f62955 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:44.815044 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cfad0635-22d8-4813-8835-e41e909abcd0 req-4c8f3bae-358b-4a74-a254-e7bf41f62955 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0507128 Jul 04 09:18:44.868677 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cfad0635-22d8-4813-8835-e41e909abcd0 req-d3702746-dd23-45ef-bc13-662bbd2bf173 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471606 Jul 04 09:18:44.942524 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d76b87-c7c1-4cef-a93f-e6364e371ef1 req-0f8aecb8-b9dc-4186-bd02-b89273b8c6c6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:44.944062 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a5d76b87-c7c1-4cef-a93f-e6364e371ef1 req-0f8aecb8-b9dc-4186-bd02-b89273b8c6c6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.0461533 Jul 04 09:18:44.994032 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a5d76b87-c7c1-4cef-a93f-e6364e371ef1 req-a415f056-c57c-4662-8ce1-0de749185574 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Jul 04 09:18:45.422182 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:45.443334 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ab70f290-24a8-4425-ba94-b84fea43da53 req-8f252280-319a-4325-9fa1-98f5bfed7c51 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0311413 Jul 04 09:18:45.985645 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:45.999974 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d23152-4e8c-4645-97d5-535c9e43138c req-d1f5d881-7e84-4ea7-ae68-8a199ae4927c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:46.001496 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31d23152-4e8c-4645-97d5-535c9e43138c req-d1f5d881-7e84-4ea7-ae68-8a199ae4927c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0505204 Jul 04 09:18:46.072058 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31d23152-4e8c-4645-97d5-535c9e43138c req-da4882d4-26a1-4d5b-9bee-76564406b77b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611284 Jul 04 09:18:46.129652 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf487-ebc0-45ec-90eb-dcde6fd4a78a req-f2370f61-f07b-4779-aa77-f57f8413ca70 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:46.134440 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dfedf487-ebc0-45ec-90eb-dcde6fd4a78a req-f2370f61-f07b-4779-aa77-f57f8413ca70 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.0610018 Jul 04 09:18:46.186434 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dfedf487-ebc0-45ec-90eb-dcde6fd4a78a req-51fdadde-6090-4402-afc0-37100a3cc3c8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Jul 04 09:18:46.550714 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b7e31317-4199-47d8-8813-6a4130d3f793 req-dc2297f9-6f5d-4616-8b0e-d82429a8f390 tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0329607 Jul 04 09:18:47.142370 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:47.146167 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:47.204277 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3f374-2e00-4862-8e1d-2c748308a3cb req-11479162-bb31-40a8-8260-d6196a29f9bc tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:47.211547 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-50b3f374-2e00-4862-8e1d-2c748308a3cb req-11479162-bb31-40a8-8260-d6196a29f9bc tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0615849 Jul 04 09:18:47.279003 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-50b3f374-2e00-4862-8e1d-2c748308a3cb req-3c87a244-f141-473c-b590-84afb7f70717 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664766 Jul 04 09:18:47.315194 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e274b-4775-4754-8e2d-60118aea3313 req-316a77d1-90e9-45b5-b6d6-620351d93c9e tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:47.316688 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-852e274b-4775-4754-8e2d-60118aea3313 req-316a77d1-90e9-45b5-b6d6-620351d93c9e tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.0548863 Jul 04 09:18:47.364633 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-852e274b-4775-4754-8e2d-60118aea3313 req-d17f6aa0-d9b7-48fb-a085-8685d8ee3f64 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Jul 04 09:18:47.652766 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-002f57c3-9ab1-443f-b1e3-427e47b0356b req-6babbbe9-0144-49c5-9e40-cd8005e28ddf tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Jul 04 09:18:47.863758 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:18:48.415104 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fbdde-7d4e-45ca-8eaa-dfe40f5fb5f3 req-3c216c9f-3f8d-45c7-95eb-acc7b2b3423c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:48.416499 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-553fbdde-7d4e-45ca-8eaa-dfe40f5fb5f3 req-3c216c9f-3f8d-45c7-95eb-acc7b2b3423c tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0574820 Jul 04 09:18:48.498936 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c89d73-be7a-4d94-ab5c-b55e6f864444 req-ba71a686-15cb-4413-920d-22905de96f83 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:48.500409 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c0c89d73-be7a-4d94-ab5c-b55e6f864444 req-ba71a686-15cb-4413-920d-22905de96f83 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 931 time: 0.0640953 Jul 04 09:18:48.505233 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-553fbdde-7d4e-45ca-8eaa-dfe40f5fb5f3 req-86b95166-33cb-492a-82af-5784b65e2380 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829713 Jul 04 09:18:48.550495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c0c89d73-be7a-4d94-ab5c-b55e6f864444 req-deeedac7-9603-44f1-abbd-1286fe64f829 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Jul 04 09:18:48.705700 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Request body: {'port': {'device_id': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:18:48.763430 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97ec4730-93d6-435d-b7c3-66b6834b2a3d req-8ef469b8-6777-4bf1-a9cb-2632ffbc4ffb tempest-VolumesSnapshotTestJSON-1605507432 tempest-VolumesSnapshotTestJSON-1605507432-project] 10.222.0.26 "GET /v2.0/ports?device_id=358be5c2-4340-47e3-a20d-ad976781f649 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Jul 04 09:18:48.769923 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:48.803759 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:48.977948 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:49.028373 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f23b60-3209-44f8-8d9b-bff327f40798 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:18:49.036300 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Publish callbacks [] for port (37f23b60-3209-44f8-8d9b-bff327f40798), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:49.049378 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Transition to ACTIVE for port object 37f23b60-3209-44f8-8d9b-bff327f40798 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:18:49.053924 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:49.099785 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Pushing event updated for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:49.126207 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.126557 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.126877 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.127205 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.127532 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.127856 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.128175 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.128489 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.128807 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.129186 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.129518 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.129858 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.130165 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.130486 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.130802 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:18:49.191111 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Attempting to bind port 37f23b60-3209-44f8-8d9b-bff327f40798 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:18:49.191597 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Attempting to bind port 37f23b60-3209-44f8-8d9b-bff327f40798 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:18:49.191995 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Attempting to bind port 37f23b60-3209-44f8-8d9b-bff327f40798 on network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:49.196916 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Port 37f23b60-3209-44f8-8d9b-bff327f40798 on network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:18:49.197306 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Attempting to bind port 37f23b60-3209-44f8-8d9b-bff327f40798 on network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:18:49.202563 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:18:49.202974 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Checking segment: {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:18:49.203417 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Bound using segment: {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:18:49.203846 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Bound port: 37f23b60-3209-44f8-8d9b-bff327f40798, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:18:49.204206 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:49.272869 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:18:49.277281 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37f23b60-3209-44f8-8d9b-bff327f40798,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:18:49.284083 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:49.316130 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:49.316802 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:49.318215 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] 10.222.0.57 "PUT /v2.0/ports/37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 1093 time: 0.6168530 Jul 04 09:18:49.318646 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:49.320896 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d64450f-be3a-44e3-b77d-c43448ce155d" -d '{"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:49.353450 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff88e8-58d5-4304-8072-7999b20aad50 service neutron] Pushing event updated for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:49.371726 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4e0466-be7a-4daf-ad62-8cc80cec853f x-openstack-request-id: req-2e4e0466-be7a-4daf-ad62-8cc80cec853f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:49.372006 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:49.372252 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e4e0466-be7a-4daf-ad62-8cc80cec853f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:49.372645 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4e0466-be7a-4daf-ad62-8cc80cec853f'] response: {'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798', 'status': 'completed', 'code': 200} Jul 04 09:18:49.400532 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-475e7ea2-5b69-4855-8426-a4a3075b694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:49.402066 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-475e7ea2-5b69-4855-8426-a4a3075b694f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1127 time: 0.0433817 Jul 04 09:18:49.453136 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-8b330e8b-ddbc-4645-9604-2c7466203df6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 217 time: 0.0363946 Jul 04 09:18:49.503157 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-04208b8e-c6de-4976-ac18-792e564f4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:49.504593 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-04208b8e-c6de-4976-ac18-792e564f4135 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 200 len: 854 time: 0.0452740 Jul 04 09:18:49.549948 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-3e084cdf-137b-4a79-a221-1a9c9442ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:49.551828 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-3e084cdf-137b-4a79-a221-1a9c9442ba68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414445 Jul 04 09:18:49.625282 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33307c-c753-4b68-9850-bab527ff23bf req-119851c3-e24d-44d7-b4b1-c795362a3f08 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:49.626892 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bd33307c-c753-4b68-9850-bab527ff23bf req-119851c3-e24d-44d7-b4b1-c795362a3f08 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0505133 Jul 04 09:18:49.661807 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-c2960a78-e3e2-489f-a5c8-d0710ff5a06b service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976088 Jul 04 09:18:49.693867 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b47d6-dce1-4dba-8d60-0afeed2718a2 req-c52fc3cb-07f1-44ed-a26a-707c452df12c tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:49.695480 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9c3b47d6-dce1-4dba-8d60-0afeed2718a2 req-c52fc3cb-07f1-44ed-a26a-707c452df12c tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 943 time: 0.0665467 Jul 04 09:18:49.725490 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bd33307c-c753-4b68-9850-bab527ff23bf req-cf794765-3191-4e34-b8ad-07ee56733441 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858052 Jul 04 09:18:49.755991 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9c3b47d6-dce1-4dba-8d60-0afeed2718a2 req-2825d278-e096-4fcb-a3a3-cbf953c7ddff tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537622 Jul 04 09:18:49.766786 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-f0f63ca9-5a1a-4e53-b5ac-53e0899e4f10 req-c278b613-43fa-41e9-b752-a2985c7516da service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919936 Jul 04 09:18:50.846956 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:50.883381 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-a8126a51-345b-4603-8a48-cbcce01e0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:50.884901 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-a8126a51-345b-4603-8a48-cbcce01e0d31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1127 time: 0.0461748 Jul 04 09:18:50.902133 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64c998-5b7d-4c0e-b1c7-1db9627f160b req-af9af878-4d96-4972-97c3-5b3e7ceb5813 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:50.903763 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae64c998-5b7d-4c0e-b1c7-1db9627f160b req-af9af878-4d96-4972-97c3-5b3e7ceb5813 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0872931 Jul 04 09:18:50.914776 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd9158-7fbc-44d9-a887-e071164e4c56 req-89679834-8b04-4376-8db1-0893f63ccb7d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:50.916311 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cccd9158-7fbc-44d9-a887-e071164e4c56 req-89679834-8b04-4376-8db1-0893f63ccb7d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 943 time: 0.0853167 Jul 04 09:18:51.001552 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-f434866c-7502-4718-afc9-51018218bdb2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832720 Jul 04 09:18:51.004223 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-5fde27a1-1e38-499b-863c-58021361fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:51.005977 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-5fde27a1-1e38-499b-863c-58021361fb24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 916 time: 0.0919859 Jul 04 09:18:51.009318 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:51.022328 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae64c998-5b7d-4c0e-b1c7-1db9627f160b req-abada3ba-d29e-457b-b9ec-573bbb62ff64 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049957 Jul 04 09:18:51.025790 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cccd9158-7fbc-44d9-a887-e071164e4c56 req-6a3a87f2-47cb-4e55-895d-51d9e70f1e05 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951276 Jul 04 09:18:51.055308 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:51.069647 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-b17fc167-ac05-4bc0-8abd-1e56607515f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 217 time: 0.0473933 Jul 04 09:18:51.087688 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:51.090946 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-37245148-a209-4aba-a63a-141f1fe8c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:51.092527 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-37245148-a209-4aba-a63a-141f1fe8c526 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 1129 time: 0.0449278 Jul 04 09:18:51.124120 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-1c52ca88-f661-4574-9929-f52dd4598812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:51.125571 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-1c52ca88-f661-4574-9929-f52dd4598812 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 200 len: 854 time: 0.0457990 Jul 04 09:18:51.146459 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:51.173067 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-62a28139-5b98-403a-a3e7-399a20c4c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:51.174688 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-62a28139-5b98-403a-a3e7-399a20c4c5e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429490 Jul 04 09:18:51.200663 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-c528aa59-b419-4369-b558-499b6bd0638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:51.202187 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-c528aa59-b419-4369-b558-499b6bd0638c service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.0907006 Jul 04 09:18:51.249702 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-54c3df08-6c89-4fa7-8e88-ac3f14059e1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 200 len: 217 time: 0.0406032 Jul 04 09:18:51.272640 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-7a569749-ebba-40d3-8e15-b18aabf255d0 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896297 Jul 04 09:18:51.303940 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-19bfb0db-7d3d-428c-a0e4-e32ae1108ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:51.305516 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-19bfb0db-7d3d-428c-a0e4-e32ae1108ec0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0491784 Jul 04 09:18:51.366484 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-26322f6a-1845-4f7f-8722-ecbeb7bacf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:51.368310 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-26322f6a-1845-4f7f-8722-ecbeb7bacf41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546043 Jul 04 09:18:51.371679 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d64450f-be3a-44e3-b77d-c43448ce155d req-ff06653e-e227-4168-827d-26c4f2751c26 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936630 Jul 04 09:18:51.475918 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-4dac2727-b90b-4561-a04b-f289460b8f7c service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967507 Jul 04 09:18:51.578133 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94e39c17-b1a7-42dd-a54b-3c4d24a7e5ab req-ec3a2342-752e-4d12-865c-90d21584f6aa service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Jul 04 09:18:52.183849 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba1588-8dc3-4edb-b05e-6e3c526c247b req-7df29f59-75d5-4734-a5b3-182f6c9e6bf2 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:52.185325 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e0ba1588-8dc3-4edb-b05e-6e3c526c247b req-7df29f59-75d5-4734-a5b3-182f6c9e6bf2 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 943 time: 0.0859804 Jul 04 09:18:52.193484 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dc0a4-e092-469f-9bdd-0862ddd607c8 req-6054ed57-1471-4b49-b62f-2ae9e6d8dd62 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:52.194857 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-900dc0a4-e092-469f-9bdd-0862ddd607c8 req-6054ed57-1471-4b49-b62f-2ae9e6d8dd62 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0840211 Jul 04 09:18:52.266606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e0ba1588-8dc3-4edb-b05e-6e3c526c247b req-ee19be40-3cb5-4758-b6ef-69e62046b4fe tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708206 Jul 04 09:18:52.269941 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-900dc0a4-e092-469f-9bdd-0862ddd607c8 req-2a39b958-b019-4dc3-bd0f-aeb78671bd07 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683162 Jul 04 09:18:53.308409 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37f23b60-3209-44f8-8d9b-bff327f40798 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:18:53.416790 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37f23b60-3209-44f8-8d9b-bff327f40798,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:53.417180 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9722531-286e-49d1-9959-2f6565797ddd req-5d4cb981-5896-472f-af6a-a8ed365113b8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:53.418784 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c9722531-286e-49d1-9959-2f6565797ddd req-5d4cb981-5896-472f-af6a-a8ed365113b8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 943 time: 0.0799472 Jul 04 09:18:53.425312 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54517b99-86ce-4159-89e7-8a2b70bfde98 req-1c1a9fa5-04d9-4e44-8cb8-2fd7f292444b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:53.426871 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-54517b99-86ce-4159-89e7-8a2b70bfde98 req-1c1a9fa5-04d9-4e44-8cb8-2fd7f292444b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0788527 Jul 04 09:18:53.429122 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '37f23b60-3209-44f8-8d9b-bff327f40798', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'port_id': '37f23b60-3209-44f8-8d9b-bff327f40798', 'mac_address': 'fa:16:3e:2a:9a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:18:53.465094 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 37f23b60-3209-44f8-8d9b-bff327f40798 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:53.465566 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:53.478671 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f23b60-3209-44f8-8d9b-bff327f40798 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:18:53.498738 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37f23b60-3209-44f8-8d9b-bff327f40798,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:53.502023 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c9722531-286e-49d1-9959-2f6565797ddd req-974b7879-0cfb-4dfb-ae30-e54f42d56119 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741577 Jul 04 09:18:53.504504 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:53.505422 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-54517b99-86ce-4159-89e7-8a2b70bfde98 req-13a32865-8ad5-4599-a323-9371049f6364 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706062 Jul 04 09:18:53.555203 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:54.566015 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['37f23b60-3209-44f8-8d9b-bff327f40798'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:18:54.661923 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673a433-a0d8-4887-8a32-e73c948f6c8c req-b2d1c570-c17e-4e15-a661-a742aa8cf650 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:54.663483 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7673a433-a0d8-4887-8a32-e73c948f6c8c req-b2d1c570-c17e-4e15-a661-a742aa8cf650 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 944 time: 0.0822926 Jul 04 09:18:54.669950 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758e86b-762e-47d9-8e0a-632799ef4e76 req-b2a76129-d82e-4015-b99d-298e190048f3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:54.671366 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0758e86b-762e-47d9-8e0a-632799ef4e76 req-b2a76129-d82e-4015-b99d-298e190048f3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0789788 Jul 04 09:18:54.745217 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7673a433-a0d8-4887-8a32-e73c948f6c8c req-a0638faf-f2dd-430e-b045-8bee3b5d9460 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728064 Jul 04 09:18:54.748311 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0758e86b-762e-47d9-8e0a-632799ef4e76 req-56c2dd3b-665c-43e3-bbf4-5427ccebb283 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689487 Jul 04 09:18:55.908152 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709515f-2b7a-42cc-8446-28f48d9b5dab req-ca9fe479-32fd-4a4f-af91-e9bf24e48c24 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:55.909606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e709515f-2b7a-42cc-8446-28f48d9b5dab req-ca9fe479-32fd-4a4f-af91-e9bf24e48c24 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0802331 Jul 04 09:18:55.912617 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:55.929017 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a8cfc-9080-475f-be53-90ed5be9f95b req-8a2e9842-aa17-4504-bfbc-3634592a20d3 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:55.930457 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-301a8cfc-9080-475f-be53-90ed5be9f95b req-8a2e9842-aa17-4504-bfbc-3634592a20d3 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 944 time: 0.0998592 Jul 04 09:18:55.931817 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:55.992548 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e709515f-2b7a-42cc-8446-28f48d9b5dab req-b565f071-a842-48a6-a67e-b61d52692ef0 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764508 Jul 04 09:18:56.003223 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-301a8cfc-9080-475f-be53-90ed5be9f95b req-4eb501e7-578b-4dc1-bb09-eab170fc8bd4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639164 Jul 04 09:18:56.179196 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c1e5e-b188-49f7-bb33-c1a4932988ff req-fd2462a7-14c3-4d52-9adb-52f442cf6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:56.180671 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c79c1e5e-b188-49f7-bb33-c1a4932988ff req-fd2462a7-14c3-4d52-9adb-52f442cf6dc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1130 time: 0.0394676 Jul 04 09:18:56.233981 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c79c1e5e-b188-49f7-bb33-c1a4932988ff req-59fac243-690b-4dbd-b194-00184302e76f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411279 Jul 04 09:18:56.537572 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37f23b60-3209-44f8-8d9b-bff327f40798 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:18:56.579458 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:56.589557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 37f23b60-3209-44f8-8d9b-bff327f40798 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:18:56.598189 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 37f23b60-3209-44f8-8d9b-bff327f40798 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:18:56.598567 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:56.679965 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 37f23b60-3209-44f8-8d9b-bff327f40798 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:18:56.680225 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:56.703202 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:18:56.705415 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a828a50d-549c-4ab3-9326-c4bbb10d1c25" -d '{"events": [{"server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "name": "network-vif-plugged", "status": "completed", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:18:56.716351 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:56.718284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37f23b60-3209-44f8-8d9b-bff327f40798,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:18:56.724014 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:18:56.750490 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87bc4b5-9c17-4522-af33-1b22c5929c40 x-openstack-request-id: req-d87bc4b5-9c17-4522-af33-1b22c5929c40 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:18:56.750799 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "name": "network-vif-plugged", "status": "completed", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:18:56.751050 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d87bc4b5-9c17-4522-af33-1b22c5929c40 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:18:56.751438 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87bc4b5-9c17-4522-af33-1b22c5929c40'] response: {'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798', 'code': 200} Jul 04 09:18:56.781490 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:18:57.118396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d0c1f-ad5d-4653-8ac5-8f61e7a098fa req-0713e781-4d0d-4f94-a8d2-464741e2c6c6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:57.119847 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-588d0c1f-ad5d-4653-8ac5-8f61e7a098fa req-0713e781-4d0d-4f94-a8d2-464741e2c6c6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0558863 Jul 04 09:18:57.193743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee98b8-4290-4589-86fd-11a86d5e1780 req-30349dd1-1b7b-4a04-9b96-fc25b0b7fa99 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:57.195100 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-83ee98b8-4290-4589-86fd-11a86d5e1780 req-30349dd1-1b7b-4a04-9b96-fc25b0b7fa99 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0957992 Jul 04 09:18:57.218339 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd7980-296c-4548-b2ed-045b62c27451 req-52c3949a-52ff-46a0-9b83-d37efc1ab134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:57.219744 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25fd7980-296c-4548-b2ed-045b62c27451 req-52c3949a-52ff-46a0-9b83-d37efc1ab134 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1129 time: 0.0990605 Jul 04 09:18:57.259542 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-588d0c1f-ad5d-4653-8ac5-8f61e7a098fa req-a83da4d5-5c94-45e2-a0c4-5b7eb275b5d4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228273 Jul 04 09:18:57.301930 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-83ee98b8-4290-4589-86fd-11a86d5e1780 req-31470ebf-166a-4310-a892-b13add3952c1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007893 Jul 04 09:18:57.304755 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25fd7980-296c-4548-b2ed-045b62c27451 req-5a43e47b-71f6-4b4e-89e2-7cf8208514d2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752032 Jul 04 09:18:57.858780 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:58.394455 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078f87-617f-4603-a2ad-3b4d417d2146 req-95deb103-0457-4168-87d9-e8c3251606cb tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:58.396009 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bd078f87-617f-4603-a2ad-3b4d417d2146 req-95deb103-0457-4168-87d9-e8c3251606cb tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0633352 Jul 04 09:18:58.469682 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700693d5-52c4-48fd-8590-9fd30060e6e2 req-3dc3b2cf-5f0a-41d0-8344-629dd3c6a27c tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:58.471177 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-700693d5-52c4-48fd-8590-9fd30060e6e2 req-3dc3b2cf-5f0a-41d0-8344-629dd3c6a27c tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0742209 Jul 04 09:18:58.492706 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bd078f87-617f-4603-a2ad-3b4d417d2146 req-f45b8ffc-ae2c-4c39-9f92-68f7f303da20 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864747 Jul 04 09:18:58.533796 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-700693d5-52c4-48fd-8590-9fd30060e6e2 req-c14c3c0e-72c3-4b3d-8ca5-7fa38917b7f7 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Jul 04 09:18:58.945127 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629b73e-992d-4a29-89e3-3954b33700ea req-b71b68b4-ee98-46d1-a909-cb75e999032e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:58.946593 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d629b73e-992d-4a29-89e3-3954b33700ea req-b71b68b4-ee98-46d1-a909-cb75e999032e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0492222 Jul 04 09:18:58.996055 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d629b73e-992d-4a29-89e3-3954b33700ea req-47e0c4f0-0941-4011-a5ed-2b28270ae765 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Jul 04 09:18:59.498718 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-1aa5d972-d949-4a3b-b3f5-c1cd25bbb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:59.500355 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-1aa5d972-d949-4a3b-b3f5-c1cd25bbb96a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1130 time: 0.0487826 Jul 04 09:18:59.604784 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-3d814fde-b615-4724-8b67-d4a095fe6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:59.610553 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-3d814fde-b615-4724-8b67-d4a095fe6152 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.1030669 Jul 04 09:18:59.698681 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7b6-b4e4-48e5-a986-4b3df6024940 req-e607caec-a765-4aef-8f50-850e3f7c9dc8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:59.700138 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-38afd7b6-b4e4-48e5-a986-4b3df6024940 req-e607caec-a765-4aef-8f50-850e3f7c9dc8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0861163 Jul 04 09:18:59.704798 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:59.719974 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-79cd756f-7a56-4b81-b221-908f5e323731 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 200 len: 1002 time: 0.0959764 Jul 04 09:18:59.790780 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-38afd7b6-b4e4-48e5-a986-4b3df6024940 req-d3c804e9-35f3-47ae-a0bf-a80e338bdeba tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828612 Jul 04 09:18:59.792091 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-84ccae46-ba61-4b1b-82b3-68ff42773c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:59.793415 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-84ccae46-ba61-4b1b-82b3-68ff42773c75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0669436 Jul 04 09:18:59.809759 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:18:59.844798 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-d96a95da-88eb-4152-9ef0-fe2d8fff2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:59.846357 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-d96a95da-88eb-4152-9ef0-fe2d8fff2580 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440392 Jul 04 09:18:59.959323 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30177335-201c-471a-9392-19225f6bf8f0 req-dbeb58f4-6335-4fae-ad01-b9c447c8c1e5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:18:59.960720 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30177335-201c-471a-9392-19225f6bf8f0 req-dbeb58f4-6335-4fae-ad01-b9c447c8c1e5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0881896 Jul 04 09:18:59.995972 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-03defe12-58c7-4d10-a7b0-2f6e7caddd98 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410358 Jul 04 09:19:00.021543 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30177335-201c-471a-9392-19225f6bf8f0 req-0572544a-0730-43e7-80f1-6395ad013b38 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548546 Jul 04 09:19:00.118526 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295dda6-979c-4990-8bc1-9933bfdfdffa req-3ec43d70-405a-46de-b922-fc97a52c3330 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:00.120052 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3295dda6-979c-4990-8bc1-9933bfdfdffa req-3ec43d70-405a-46de-b922-fc97a52c3330 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0521727 Jul 04 09:19:00.169810 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3295dda6-979c-4990-8bc1-9933bfdfdffa req-b737b62b-4e15-4aad-b420-754cc790e7e5 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 Jul 04 09:19:00.351904 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c2813-4460-42f4-bac1-d5634c451aee req-4bc1accc-4c6e-4cce-a2aa-89be07c07bac tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:00.353518 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d83c2813-4460-42f4-bac1-d5634c451aee req-4bc1accc-4c6e-4cce-a2aa-89be07c07bac tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0521648 Jul 04 09:19:00.401588 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d83c2813-4460-42f4-bac1-d5634c451aee req-c24f63c4-8b4d-4d05-9965-6bd8a984dc28 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Jul 04 09:19:01.157746 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3b42fa6-cdaa-475b-a18c-2533025a364c req-f1faa836-6289-454d-af2f-18614a72d958 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169715 Jul 04 09:19:01.296486 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a86a18-9cee-43c6-8a6a-ffde7bcb8836 req-a10f8820-8c74-49bf-ba60-a637e1585926 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:01.297985 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-46a86a18-9cee-43c6-8a6a-ffde7bcb8836 req-a10f8820-8c74-49bf-ba60-a637e1585926 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0514948 Jul 04 09:19:01.347726 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-46a86a18-9cee-43c6-8a6a-ffde7bcb8836 req-9d2383ee-8fb5-4189-88cf-9b773578cefd tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Jul 04 09:19:01.354517 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=40 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:01.368278 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=25 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:02.478905 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d547556-00dc-4fb8-ae5b-d3341fdc9c79 req-1922d369-4ed6-4e6e-bb51-aa1eeb688209 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:02.480349 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d547556-00dc-4fb8-ae5b-d3341fdc9c79 req-1922d369-4ed6-4e6e-bb51-aa1eeb688209 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0514874 Jul 04 09:19:02.528308 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d547556-00dc-4fb8-ae5b-d3341fdc9c79 req-0f525f3e-1cd9-44a4-8dc6-16ea27b53737 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Jul 04 09:19:03.188853 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96e3a8ea-8541-481e-9ebf-955007197b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:03.659051 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30690224-829a-472d-9120-b1373b09dd38 req-e20432f9-07b4-4bef-a58f-8953914b910d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:03.660471 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30690224-829a-472d-9120-b1373b09dd38 req-e20432f9-07b4-4bef-a58f-8953914b910d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0552056 Jul 04 09:19:03.716492 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30690224-829a-472d-9120-b1373b09dd38 req-990a8550-c277-441b-a24c-04c16f738a8b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480032 Jul 04 09:19:04.829296 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:04.842907 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc68f9-9b18-4027-840e-56ae45f58efa req-e16a584b-f9cd-40d9-b37c-7ae9e00a809e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:04.844357 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-36cc68f9-9b18-4027-840e-56ae45f58efa req-e16a584b-f9cd-40d9-b37c-7ae9e00a809e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0469344 Jul 04 09:19:04.899104 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-36cc68f9-9b18-4027-840e-56ae45f58efa req-b4d4c08b-1571-4bf5-99df-c3fcac3f73f3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491455 Jul 04 09:19:05.380164 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-832bcc42-3a55-4fa9-b1c5-d72994bf8e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:06.037661 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23543aca-b8c5-4d08-8aa6-1bf2c919d433 req-308c8743-1f78-40aa-b338-0f6d609d9974 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:06.039176 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-23543aca-b8c5-4d08-8aa6-1bf2c919d433 req-308c8743-1f78-40aa-b338-0f6d609d9974 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0676353 Jul 04 09:19:06.088548 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-23543aca-b8c5-4d08-8aa6-1bf2c919d433 req-4ae53bde-720d-4146-b42e-d3c55ae28f9e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409536 Jul 04 09:19:06.210337 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa27789-80d8-4e3e-933e-d5426de42de7 req-c3d1c678-937b-4655-ae80-cf0c3091b012 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:06.211739 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9fa27789-80d8-4e3e-933e-d5426de42de7 req-c3d1c678-937b-4655-ae80-cf0c3091b012 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0495450 Jul 04 09:19:06.220658 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:06.225222 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Request body: {'floatingip': {'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:06.283753 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:06.605224 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:06.611781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:06.747508 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:06.753080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:06.958244 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Router 2714678e-6db0-4e2e-a96a-484b3f832be2 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:19:07.061304 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:19:07.066678 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:07.072870 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] Sync routers for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:19:07.083897 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:07.084500 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:07.097484 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:07.099734 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:07.136854 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b5c9d3-eed9-4e7d-b604-3d47de21e0e9 x-openstack-request-id: req-13b5c9d3-eed9-4e7d-b604-3d47de21e0e9 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:07.137245 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:07.137656 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13b5c9d3-eed9-4e7d-b604-3d47de21e0e9 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:07.138134 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b5c9d3-eed9-4e7d-b604-3d47de21e0e9'] response: {'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'status': 'completed', 'code': 200} Jul 04 09:19:07.140410 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-00eb3d54-4f89-42e0-8946-b420240495a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "PUT /v2.0/floatingips/5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4 HTTP/1.1" status: 200 len: 994 time: 0.9187703 Jul 04 09:19:07.186703 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:07.202168 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-f5279caf-89af-4a89-ad0b-4d064182bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:07.203755 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-f5279caf-89af-4a89-ad0b-4d064182bad0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1130 time: 0.0382967 Jul 04 09:19:07.246106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:07.307914 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-b3ff76c9-ee34-4715-aa11-05682d05f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:07.309394 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-b3ff76c9-ee34-4715-aa11-05682d05f9ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.0976727 Jul 04 09:19:07.376483 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-cddffa1f-7cb0-41a6-b41d-f02f70204ca5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 200 len: 1002 time: 0.0594020 Jul 04 09:19:07.398135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'mac_address': 'fa:16:3e:72:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:01Z', 'updated_at': '2022-07-04T09:19:06Z', 'revision_number': 3, 'project_id': '48690ebc49824572a08f53597eeee661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:07.422847 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] Checking router: 2714678e-6db0-4e2e-a96a-484b3f832be2 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:19:07.426590 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-2093b9bb-b034-405f-8f20-f9d78cc1c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:07.429066 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-2093b9bb-b034-405f-8f20-f9d78cc1c85f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0462623 Jul 04 09:19:07.431644 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:07.432248 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:07.478036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-374740ef-2f39-4cee-937e-f65ad40eb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:07.479790 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-374740ef-2f39-4cee-937e-f65ad40eb113 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432527 Jul 04 09:19:07.548672 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:07.585506 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-30a3ab0e-c50f-4c35-ba66-026bcd7daff5 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977631 Jul 04 09:19:07.679302 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-391f5b42-0132-4b85-b6a2-bb7e22f7b7d8 req-c0b354f3-c157-4c15-a715-4cde12212181 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853071 Jul 04 09:19:07.776057 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'mac_address': 'fa:16:3e:72:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:01Z', 'updated_at': '2022-07-04T09:19:06Z', 'revision_number': 3, 'project_id': '48690ebc49824572a08f53597eeee661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:07.805515 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf97598-944d-45ab-b009-5415d3916007 None None] The sync data for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi is: [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'port_id': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'mac_address': 'fa:16:3e:72:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:17:01Z', 'updated_at': '2022-07-04T09:19:06Z', 'revision_number': 3, 'project_id': '48690ebc49824572a08f53597eeee661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:19:08.084676 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:08.213123 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:09.139729 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:09.143529 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7757744b-c733-4faa-bde9-5a3c97988bda" -d '{"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:09.181009 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0e1c5b-6a87-45d8-8932-41cb8215a0eb x-openstack-request-id: req-de0e1c5b-6a87-45d8-8932-41cb8215a0eb {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:09.181281 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:09.181527 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de0e1c5b-6a87-45d8-8932-41cb8215a0eb {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:09.181926 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0e1c5b-6a87-45d8-8932-41cb8215a0eb'] response: {'name': 'network-changed', 'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'status': 'completed', 'code': 200} Jul 04 09:19:09.261585 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757744b-c733-4faa-bde9-5a3c97988bda req-7bf5fd68-1d41-4619-a62b-caa8273cc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:09.263116 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7757744b-c733-4faa-bde9-5a3c97988bda req-7bf5fd68-1d41-4619-a62b-caa8273cc0b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 1130 time: 0.0506477 Jul 04 09:19:09.364403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757744b-c733-4faa-bde9-5a3c97988bda req-b8a1f0f0-2e30-442e-bdb4-e4cbed643c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:09.365871 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7757744b-c733-4faa-bde9-5a3c97988bda req-b8a1f0f0-2e30-442e-bdb4-e4cbed643c86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.0946813 Jul 04 09:19:09.433510 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7757744b-c733-4faa-bde9-5a3c97988bda req-d1521f5f-a4c6-4c9a-82e0-065046892911 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 200 len: 1002 time: 0.0606244 Jul 04 09:19:09.485096 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757744b-c733-4faa-bde9-5a3c97988bda req-43932da8-44f6-430e-b96e-bae11b51bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:09.486559 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7757744b-c733-4faa-bde9-5a3c97988bda req-43932da8-44f6-430e-b96e-bae11b51bbff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0450714 Jul 04 09:19:09.533834 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757744b-c733-4faa-bde9-5a3c97988bda req-b68aec26-017d-40a1-93f8-c63308b70830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:09.535336 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7757744b-c733-4faa-bde9-5a3c97988bda req-b68aec26-017d-40a1-93f8-c63308b70830 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413198 Jul 04 09:19:09.620804 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:09.647357 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7757744b-c733-4faa-bde9-5a3c97988bda req-562eed22-ba0d-41f8-aa7a-f019a4063b31 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985665 Jul 04 09:19:09.751849 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7757744b-c733-4faa-bde9-5a3c97988bda req-18cccf0c-5c7b-4ada-b630-e56b15c5557d service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976949 Jul 04 09:19:09.837655 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:09.848681 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:12.215911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8b2d-01c2-4ca1-b38d-a836e8a0fca0 req-6807fd48-5d89-4792-8770-e7cdfcdaec9a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:12.217351 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e02f8b2d-01c2-4ca1-b38d-a836e8a0fca0 req-6807fd48-5d89-4792-8770-e7cdfcdaec9a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0507138 Jul 04 09:19:12.274604 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e02f8b2d-01c2-4ca1-b38d-a836e8a0fca0 req-7292d50e-0e0b-44c3-9fe1-cc597cf7ec4d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514736 Jul 04 09:19:12.297580 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43812) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:12.370774 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:12.381029 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71889e2b-9bcf-4b72-9dfa-b978015f06c9 tempest-TestMinimumBasicScenario-110690708 tempest-TestMinimumBasicScenario-110690708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:12.382676 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-71889e2b-9bcf-4b72-9dfa-b978015f06c9 tempest-TestMinimumBasicScenario-110690708 tempest-TestMinimumBasicScenario-110690708-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1124 time: 0.0840998 Jul 04 09:19:12.387032 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43816) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:12.391615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'port_id': '37f23b60-3209-44f8-8d9b-bff327f40798', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:12.414363 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:12.497484 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:12.608580 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Allocated IP 172.27.0.122 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/e0207399-6cd5-4a3e-8ddf-88dfc31eebc3) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:19:12.714619 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:12.749812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:12.790285 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:19:12.795281 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:19:12.797426 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'Port': ['ID=e0207399-6cd5-4a3e-8ddf-88dfc31eebc3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:12.799561 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:19:12.823302 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.823610 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.823972 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.824302 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.824625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.824952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.825271 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.825590 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.825924 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.826264 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.826582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.826884 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.827197 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.827517 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:12.827835 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:13.002287 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:13.142350 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:13.146931 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for floatingip (8017908d-bdf9-4e1f-a84a-da3ce2c60363), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.213679 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.243885 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43820) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:13.289127 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] Deleting subnet 7d3ac9d1-4115-4691-875e-7022392317d6 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:19:13.292235 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] Publish callbacks [] for subnet (7d3ac9d1-4115-4691-875e-7022392317d6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.320625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:13.328026 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:13.330815 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (7d3ac9d1-4115-4691-875e-7022392317d6), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.363563 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.369258 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.372465 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (7d3ac9d1-4115-4691-875e-7022392317d6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.427050 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (7d3ac9d1-4115-4691-875e-7022392317d6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.439610 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.441260 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'Port': ['ID=e0207399-6cd5-4a3e-8ddf-88dfc31eebc3,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:13.446894 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7d3ac9d1-4115-4691-875e-7022392317d6 HTTP/1.1" status: 204 len: 168 time: 0.1984711 Jul 04 09:19:13.447122 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43822) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:13.460833 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e3600-0440-4aec-9ece-cbb847895127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3ac9d1-4115-4691-875e-7022392317d6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:13.470629 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (8017908d-bdf9-4e1f-a84a-da3ce2c60363), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.582028 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (19ba341d-8995-4ffa-b7cd-bd7817720293), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.628360 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Floating IP 8017908d-bdf9-4e1f-a84a-da3ce2c60363 associated. External IP: 172.27.0.122, port: 37f23b60-3209-44f8-8d9b-bff327f40798. Jul 04 09:19:13.967397 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (19ba341d-8995-4ffa-b7cd-bd7817720293), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:13.993861 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:13.997072 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ba341d-8995-4ffa-b7cd-bd7817720293']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:14.013450 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:14.014084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf78bed-c6c2-448c-a7f2-4d78ac5a6526') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:14.026947 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944331'] for segment (ccf78bed-c6c2-448c-a7f2-4d78ac5a6526), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.042997 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (ccf78bed-c6c2-448c-a7f2-4d78ac5a6526), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.102602 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:19:14.102993 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946710'] for segment (ccf78bed-c6c2-448c-a7f2-4d78ac5a6526), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.123841 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment ccf78bed-c6c2-448c-a7f2-4d78ac5a6526 resource provider aggregate not found Jul 04 09:19:14.169715 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment ccf78bed-c6c2-448c-a7f2-4d78ac5a6526 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccf78bed-c6c2-448c-a7f2-4d78ac5a6526 found for delete ", "request_id": "req-b369ed90-6e63-4f1d-acd1-36401de7aaec"}]} Jul 04 09:19:14.182030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (19ba341d-8995-4ffa-b7cd-bd7817720293), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.192089 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.195141 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] 10.222.0.26 "DELETE /v2.0/networks/19ba341d-8995-4ffa-b7cd-bd7817720293 HTTP/1.1" status: 204 len: 168 time: 0.7470956 Jul 04 09:19:14.208122 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b9734-7c78-4738-80ce-b0d613a899ce admin admin] Pushing event deleted for resources: {'Network': ['ID=19ba341d-8995-4ffa-b7cd-bd7817720293,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:14.216726 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Router 43926e32-3df4-47cc-a6c0-357caf7272aa has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:19:14.353146 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:19:14.365019 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] Sync routers for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:19:14.365526 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:14.375295 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:14.375890 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:14.378444 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.411383 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d5f9f5f5-8524-4d06-a428-4b9f206be3d4 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0233269 Jul 04 09:19:14.411970 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:14.414245 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:14.414710 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43830) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:14.419346 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4e1cb2dc-0de6-4b11-b854-c118f4019d97 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676454316', 'description': 'tempest-secgroup-smoke-676454316 description', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:14.448191 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb2dc-0de6-4b11-b854-c118f4019d97 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.454241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43834) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:14.473039 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c310c7ad-4543-482e-a2d8-4ef31593d532 x-openstack-request-id: req-c310c7ad-4543-482e-a2d8-4ef31593d532 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:14.473321 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:14.473559 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c310c7ad-4543-482e-a2d8-4ef31593d532 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:14.473976 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c310c7ad-4543-482e-a2d8-4ef31593d532'] response: {'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798', 'status': 'completed', 'code': 200} Jul 04 09:19:14.504717 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:14.516425 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e689b6e8-306c-4af6-8a69-dbfaf67b182f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fec91e0c883943448c9d0e8d4d5e09ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584033 Jul 04 09:19:14.518197 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:14.542241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-c4cc83e2-2a3d-42aa-80ce-3aae5b52107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:14.543640 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-c4cc83e2-2a3d-42aa-80ce-3aae5b52107b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1129 time: 0.0451727 Jul 04 09:19:14.566437 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb2dc-0de6-4b11-b854-c118f4019d97 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group (69f80a40-3050-44fd-93d7-3f174d50ae61), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.579795 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb2dc-0de6-4b11-b854-c118f4019d97 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (69f80a40-3050-44fd-93d7-3f174d50ae61), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.602518 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884593d9-c6e9-4a06-bcbd-821a1ac3c14a admin admin] Publish callbacks [] for security_group (8e3959cb-e843-41d1-984c-69c2f49cda4a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.628122 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884593d9-c6e9-4a06-bcbd-821a1ac3c14a admin admin] Publish callbacks [] for security_group (8e3959cb-e843-41d1-984c-69c2f49cda4a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.645657 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e1cb2dc-0de6-4b11-b854-c118f4019d97 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.650045 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4e1cb2dc-0de6-4b11-b854-c118f4019d97 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2311866 Jul 04 09:19:14.650847 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43838) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:14.656418 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cb2dc-0de6-4b11-b854-c118f4019d97 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f80a40-3050-44fd-93d7-3f174d50ae61,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:14.660733 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-cd947a97-8b74-4af7-b0a3-1f439f6d830b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'security_group_rule': {'security_group_id': '69f80a40-3050-44fd-93d7-3f174d50ae61', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:14.671022 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-6af92b78-2d6a-4389-9672-e6a2db83282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:14.672484 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-6af92b78-2d6a-4389-9672-e6a2db83282e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 916 time: 0.1159716 Jul 04 09:19:14.699377 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884593d9-c6e9-4a06-bcbd-821a1ac3c14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8e3959cb-e843-41d1-984c-69c2f49cda4a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.702765 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884593d9-c6e9-4a06-bcbd-821a1ac3c14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.704173 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-884593d9-c6e9-4a06-bcbd-821a1ac3c14a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e3959cb-e843-41d1-984c-69c2f49cda4a HTTP/1.1" status: 204 len: 168 time: 0.1849170 Jul 04 09:19:14.714075 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884593d9-c6e9-4a06-bcbd-821a1ac3c14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3959cb-e843-41d1-984c-69c2f49cda4a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:14.737433 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '8017908d-bdf9-4e1f-a84a-da3ce2c60363', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'port_id': '37f23b60-3209-44f8-8d9b-bff327f40798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'mac_address': 'fa:16:3e:2a:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:19:13Z', 'updated_at': '2022-07-04T09:19:13Z', 'revision_number': 0, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:21Z', 'revision_number': 5, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:14.744241 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-c85fe755-3c04-4e90-9a95-153232d58277 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 999 time: 0.0642507 Jul 04 09:19:14.767844 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] Checking router: 43926e32-3df4-47cc-a6c0-357caf7272aa for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:19:14.786791 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:14.787315 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:14.805622 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd947a97-8b74-4af7-b0a3-1f439f6d830b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (381c2634-a4b2-4819-b5e7-c1cecede77df), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.826814 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-1dc708c2-e805-4ced-b0f5-88121c600f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:14.828285 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-1dc708c2-e805-4ced-b0f5-88121c600f66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 200 len: 854 time: 0.0748763 Jul 04 09:19:14.849821 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:14.905480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-b8da88a3-60d0-4502-9956-3adce17c849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:14.907065 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-b8da88a3-60d0-4502-9956-3adce17c849d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715280 Jul 04 09:19:14.908780 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:14.949395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd947a97-8b74-4af7-b0a3-1f439f6d830b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (381c2634-a4b2-4819-b5e7-c1cecede77df), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.957504 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd947a97-8b74-4af7-b0a3-1f439f6d830b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (381c2634-a4b2-4819-b5e7-c1cecede77df), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:14.975836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd947a97-8b74-4af7-b0a3-1f439f6d830b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381c2634-a4b2-4819-b5e7-c1cecede77df,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:15.041871 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd947a97-8b74-4af7-b0a3-1f439f6d830b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.043133 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cd947a97-8b74-4af7-b0a3-1f439f6d830b tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3910570 Jul 04 09:19:15.046087 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43844) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:15.050692 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3b8aa2b5-c985-4ec0-ad5d-fd3bbc8b7b22 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'security_group_rule': {'security_group_id': '69f80a40-3050-44fd-93d7-3f174d50ae61', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:15.092083 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-c63e209b-9bf8-445f-837a-951728309a63 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741407 Jul 04 09:19:15.111874 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa2b5-c985-4ec0-ad5d-fd3bbc8b7b22 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (eefb92de-1108-4aa9-9272-f5d517820689), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.189787 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '8017908d-bdf9-4e1f-a84a-da3ce2c60363', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'port_id': '37f23b60-3209-44f8-8d9b-bff327f40798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'mac_address': 'fa:16:3e:2a:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:19:13Z', 'updated_at': '2022-07-04T09:19:13Z', 'revision_number': 0, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:21Z', 'revision_number': 5, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:15.217073 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7ca21-1236-4eac-9fc7-9c2d84205609 None None] The sync data for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi is: [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '8017908d-bdf9-4e1f-a84a-da3ce2c60363', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'port_id': '37f23b60-3209-44f8-8d9b-bff327f40798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'mac_address': 'fa:16:3e:2a:9a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:19:13Z', 'updated_at': '2022-07-04T09:19:13Z', 'revision_number': 0, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:21Z', 'revision_number': 5, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:19:15.222176 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2673a5a-e3c6-4e03-8e43-66725dd3c2a7 req-9fa80ceb-be5e-4ff3-becd-c7f30c7b2320 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211953 Jul 04 09:19:15.241358 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa2b5-c985-4ec0-ad5d-fd3bbc8b7b22 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (eefb92de-1108-4aa9-9272-f5d517820689), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.247164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa2b5-c985-4ec0-ad5d-fd3bbc8b7b22 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (eefb92de-1108-4aa9-9272-f5d517820689), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.267472 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8aa2b5-c985-4ec0-ad5d-fd3bbc8b7b22 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefb92de-1108-4aa9-9272-f5d517820689,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:15.273459 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa2b5-c985-4ec0-ad5d-fd3bbc8b7b22 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.277297 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3b8aa2b5-c985-4ec0-ad5d-fd3bbc8b7b22 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2276044 Jul 04 09:19:15.277498 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43846) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:15.281966 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-08ec38e1-cfea-4ec1-968f-b4e7053a8dbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'security_group_rule': {'security_group_id': '69f80a40-3050-44fd-93d7-3f174d50ae61', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:15.310706 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08ec38e1-cfea-4ec1-968f-b4e7053a8dbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (c8079e5b-689b-438f-9fc1-b75459d7dcbf), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.382216 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08ec38e1-cfea-4ec1-968f-b4e7053a8dbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (c8079e5b-689b-438f-9fc1-b75459d7dcbf), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.386398 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08ec38e1-cfea-4ec1-968f-b4e7053a8dbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (c8079e5b-689b-438f-9fc1-b75459d7dcbf), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.402987 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:15.410834 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec38e1-cfea-4ec1-968f-b4e7053a8dbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8079e5b-689b-438f-9fc1-b75459d7dcbf,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:15.417604 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08ec38e1-cfea-4ec1-968f-b4e7053a8dbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.418993 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-08ec38e1-cfea-4ec1-968f-b4e7053a8dbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404991 Jul 04 09:19:15.421966 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43848) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:15.426877 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-90d7bde1-1b86-4682-91f2-bf02815465e1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'security_group_rule': {'security_group_id': '69f80a40-3050-44fd-93d7-3f174d50ae61', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:15.443436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:INSERT=13 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:15.444923 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8e63b6-a586-4e75-b10c-0037415654ce None None] New status for floating IP 8017908d-bdf9-4e1f-a84a-da3ce2c60363: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:19:15.458148 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d7bde1-1b86-4682-91f2-bf02815465e1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (0b590a32-9ee7-4f57-afaf-24ca8f7cdf1c), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.517361 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d7bde1-1b86-4682-91f2-bf02815465e1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (0b590a32-9ee7-4f57-afaf-24ca8f7cdf1c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.522508 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d7bde1-1b86-4682-91f2-bf02815465e1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (0b590a32-9ee7-4f57-afaf-24ca8f7cdf1c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.541348 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7bde1-1b86-4682-91f2-bf02815465e1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b590a32-9ee7-4f57-afaf-24ca8f7cdf1c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:15.555002 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d7bde1-1b86-4682-91f2-bf02815465e1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.556226 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-90d7bde1-1b86-4682-91f2-bf02815465e1 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332724 Jul 04 09:19:15.559000 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:15.563324 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'security_group_rule': {'security_group_id': '69f80a40-3050-44fd-93d7-3f174d50ae61', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:15.585214 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Project 8a4eaafcb5814b92a0c740931fcf422d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:19:15.591366 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (7e003838-2b23-47b3-96d2-96968c175b62), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.654293 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (7e003838-2b23-47b3-96d2-96968c175b62), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.660065 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (7e003838-2b23-47b3-96d2-96968c175b62), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.678316 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e003838-2b23-47b3-96d2-96968c175b62,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:15.686642 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.687823 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a528c716-a0b2-4edd-b188-20cfe51794c5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279166 Jul 04 09:19:15.691102 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:15.695673 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'security_group_rule': {'security_group_id': '69f80a40-3050-44fd-93d7-3f174d50ae61', 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:15.719803 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Project 8a4eaafcb5814b92a0c740931fcf422d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 09:19:15.726138 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (ad8fbd84-60b4-4f95-beb4-f89c44a74592), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.787432 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (ad8fbd84-60b4-4f95-beb4-f89c44a74592), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.794278 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (ad8fbd84-60b4-4f95-beb4-f89c44a74592), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.814309 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8fbd84-60b4-4f95-beb4-f89c44a74592,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:15.821664 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:15.822903 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3c99a05e-2f9d-4a14-b545-f5f17926fbef tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308525 Jul 04 09:19:15.927413 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-8ac87c6b-cca8-45fe-bc37-505cbfbdec27 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676454316&fields=id&tenant_id=8a4eaafcb5814b92a0c740931fcf422d HTTP/1.1" status: 200 len: 267 time: 0.0524778 Jul 04 09:19:15.984768 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-f6c20a86-f968-4151-b437-d0db7511752f tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:15.986438 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-f6c20a86-f968-4151-b437-d0db7511752f tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0536981 Jul 04 09:19:16.003304 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'port': {'security_groups': ['742d589a-074c-4929-b06f-2dcb6f064d9f', '69f80a40-3050-44fd-93d7-3f174d50ae61']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:16.096974 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:16.282310 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:16.287159 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37f23b60-3209-44f8-8d9b-bff327f40798,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:19:16.316256 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for port (37f23b60-3209-44f8-8d9b-bff327f40798), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:16.322295 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:16.340084 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['37f23b60-3209-44f8-8d9b-bff327f40798'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:19:16.370710 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:16.373060 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:16.378331 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-de41630b-eeb8-44e2-a4fb-303b686d757d req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "PUT /v2.0/ports/37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 981 time: 0.3819733 Jul 04 09:19:16.401312 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be493e4-8f43-49da-9239-e0ed87d03fd6 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:16.476373 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:16.478732 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f166c0b-a18e-4866-b3ed-13c0e37412fe" -d '{"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:16.503742 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83ee4-2e02-4ad7-aa82-c5e160f3a304 req-87bcf538-e7ae-4b44-842b-d50791fce32e tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:16.505302 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5cb83ee4-2e02-4ad7-aa82-c5e160f3a304 req-87bcf538-e7ae-4b44-842b-d50791fce32e tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0685270 Jul 04 09:19:16.505448 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['37f23b60-3209-44f8-8d9b-bff327f40798'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:19:16.523900 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd94f2e-7226-4c1f-ae5c-1ae750bd0ebf x-openstack-request-id: req-8cd94f2e-7226-4c1f-ae5c-1ae750bd0ebf {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:16.524187 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:16.524428 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cd94f2e-7226-4c1f-ae5c-1ae750bd0ebf {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:16.524808 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd94f2e-7226-4c1f-ae5c-1ae750bd0ebf'] response: {'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798', 'status': 'completed', 'code': 200} Jul 04 09:19:16.588754 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:16.592163 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:16.609969 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-227f0abd-0ca1-4e4c-889d-abc0f0af20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:16.611558 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-227f0abd-0ca1-4e4c-889d-abc0f0af20ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1168 time: 0.0672221 Jul 04 09:19:16.617100 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5cb83ee4-2e02-4ad7-aa82-c5e160f3a304 req-53a7735b-27cc-4fc6-a25c-b1bcdcfd939d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013756 Jul 04 09:19:16.648864 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:16.688898 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-10799605-21a8-49f3-a5e8-f2bcb9634f9f None None] Provisioning complete for port 37f23b60-3209-44f8-8d9b-bff327f40798 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:19:16.689256 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-10799605-21a8-49f3-a5e8-f2bcb9634f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:16.715104 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-a40f2e57-05b9-4e46-a6a4-56f97a1bf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:16.716571 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-a40f2e57-05b9-4e46-a6a4-56f97a1bf6a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 916 time: 0.0968635 Jul 04 09:19:16.782353 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:16.785455 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-99512e1c-8c63-40cd-aea1-3654a9cab012 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 1001 time: 0.0575469 Jul 04 09:19:16.835510 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-d1ca023c-2317-44b2-ae33-59d65238a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:16.837001 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-d1ca023c-2317-44b2-ae33-59d65238a57a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 200 len: 854 time: 0.0455093 Jul 04 09:19:16.869104 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-10799605-21a8-49f3-a5e8-f2bcb9634f9f None None] Current status of the port 37f23b60-3209-44f8-8d9b-bff327f40798 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:19:16.889339 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-107f6f5c-cd94-4c83-87d2-e24707a672e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:16.890906 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-107f6f5c-cd94-4c83-87d2-e24707a672e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445526 Jul 04 09:19:16.987679 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-d45662d1-b124-47e0-bac8-a0de5666064f service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878375 Jul 04 09:19:17.086099 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f166c0b-a18e-4866-b3ed-13c0e37412fe req-f6ff52c1-62f3-4cb6-b7c2-69debb0662ad service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914280 Jul 04 09:19:18.192020 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:21.007632 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:24.867064 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:19:25.811904 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=42,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:25.814187 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=47,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:27.076762 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=71 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:27.082588 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=42 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:30.995664 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=60 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:30.998545 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=45 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:31.001748 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:33.187260 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-05cd67dd-ba83-40c5-bd5d-559d77ee4cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:34.858813 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:34.859575 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=73 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:35.376779 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa56d-0c5b-4665-aa84-46df49df44a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:36.622828 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:38.086803 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:38.208861 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:40.416937 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91487f5f-fed4-4301-93b3-d4b66d81e4d7 req-29593a80-742b-4378-873b-a4249e68258a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:40.418452 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91487f5f-fed4-4301-93b3-d4b66d81e4d7 req-29593a80-742b-4378-873b-a4249e68258a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0595980 Jul 04 09:19:40.472550 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-8ef6632f-8a96-43b5-9fa1-eb9a622ca752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:40.474033 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-8ef6632f-8a96-43b5-9fa1-eb9a622ca752 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1168 time: 0.0824957 Jul 04 09:19:40.534206 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6995c6f-1e3c-4a3e-9573-498ac3427214 req-f75eccf5-99c5-4784-99b6-c57286154eb6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:40.535662 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6995c6f-1e3c-4a3e-9573-498ac3427214 req-f75eccf5-99c5-4784-99b6-c57286154eb6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0810983 Jul 04 09:19:40.541946 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91487f5f-fed4-4301-93b3-d4b66d81e4d7 req-75e2033d-602e-4ba4-afce-2e14384a10f5 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070926 Jul 04 09:19:40.583856 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6995c6f-1e3c-4a3e-9573-498ac3427214 req-843ee78d-bcd9-4f50-ae4a-12302d864048 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Jul 04 09:19:41.697586 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a545b-f755-4b83-9e54-0e37d462944e req-b9460f91-ffa1-40d3-84fb-5856eca8fd5a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:41.699088 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-909a545b-f755-4b83-9e54-0e37d462944e req-b9460f91-ffa1-40d3-84fb-5856eca8fd5a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0777071 Jul 04 09:19:41.720907 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105a55a-5303-45b3-a056-a322ec9b778d req-912320b5-d4cd-44ef-84d6-ce4a9605a5e6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:41.722405 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e105a55a-5303-45b3-a056-a322ec9b778d req-912320b5-d4cd-44ef-84d6-ce4a9605a5e6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0671093 Jul 04 09:19:41.802062 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e105a55a-5303-45b3-a056-a322ec9b778d req-ae17c5ed-b77a-4797-840d-84f9841c8521 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733182 Jul 04 09:19:41.806992 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-909a545b-f755-4b83-9e54-0e37d462944e req-877e54d6-b20c-4ba4-b091-559d63e0625a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1021354 Jul 04 09:19:42.317560 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-5105565b-e92a-4105-b0bd-f56ca40e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:42.319142 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-5105565b-e92a-4105-b0bd-f56ca40e40ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 916 time: 0.0961416 Jul 04 09:19:42.499009 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-8ae2e954-9324-47c2-8cbb-5b64f6f21fbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 1001 time: 0.0760477 Jul 04 09:19:42.575505 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-ceadc30e-e10f-4726-9958-f52ec1b01645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:42.576508 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-9b511770-8400-4d79-90b2-b9101bbf945f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:42.577030 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-ceadc30e-e10f-4726-9958-f52ec1b01645 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 200 len: 854 time: 0.0465577 Jul 04 09:19:42.577998 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-9b511770-8400-4d79-90b2-b9101bbf945f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0474555 Jul 04 09:19:42.627427 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-b1d1b02f-5f98-4b9a-808d-55a0cc85df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:42.628919 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-b1d1b02f-5f98-4b9a-808d-55a0cc85df91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405068 Jul 04 09:19:42.676541 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Deleting port 232e0862-e534-47a3-801c-2e64bb8cb2cf {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:19:42.676918 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:42.725825 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-d8e6be49-5359-4e95-be9e-fe77f6420bc6 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899770 Jul 04 09:19:42.776456 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] For port 232e0862-e534-47a3-801c-2e64bb8cb2cf, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=232e0862-e534-47a3-801c-2e64bb8cb2cf,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:19:42.776728 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:42.820675 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1bf0adf-998d-4a22-9c29-0d5a73f07e34 req-59a6b2a8-8bfd-4966-b98e-610ad05edb51 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878773 Jul 04 09:19:42.952207 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b7eae-f322-4868-8fb8-a122268dde08 req-2c04d4c9-3500-47e6-8c9e-6ec09f2576f2 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:42.953927 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e85b7eae-f322-4868-8fb8-a122268dde08 req-2c04d4c9-3500-47e6-8c9e-6ec09f2576f2 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0686598 Jul 04 09:19:42.960197 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c992e-1132-479f-bd72-0daf8035e0cd req-3d4b9663-65f4-4837-a82f-c48a177c85d7 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:42.961743 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7a4c992e-1132-479f-bd72-0daf8035e0cd req-3d4b9663-65f4-4837-a82f-c48a177c85d7 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 945 time: 0.0869062 Jul 04 09:19:43.005234 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:43.015746 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:43.058855 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7a4c992e-1132-479f-bd72-0daf8035e0cd req-29aa3209-ec12-42bf-8747-c7ffe89b6c8e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa43f07-f407-4e3c-96ba-31e0bf50cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896158 Jul 04 09:19:43.064298 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e85b7eae-f322-4868-8fb8-a122268dde08 req-f22352f8-be3e-46c7-8edf-182dba14c288 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015503 Jul 04 09:19:43.220039 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:43.220391 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (7b7c4e30-6675-405b-a505-83504cebee70), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:43.220703 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Floating IP 7b7c4e30-6675-405b-a505-83504cebee70 disassociated. External IP: 172.27.0.81, port: 232e0862-e534-47a3-801c-2e64bb8cb2cf. Jul 04 09:19:43.221059 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Calling delete_port for 232e0862-e534-47a3-801c-2e64bb8cb2cf owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:19:43.351195 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (232e0862-e534-47a3-801c-2e64bb8cb2cf), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:43.380602 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event deleted for resources: {'Port': ['ID=232e0862-e534-47a3-801c-2e64bb8cb2cf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:43.492218 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Router 67dd8dcb-6e4b-4f4a-a297-edac64970941 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:19:43.536652 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c16cc-1a15-4839-b6f0-5f7fee0440d3 req-3bf94606-73fd-40a3-94d7-9b6aa052d87c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:43.536652 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a32c16cc-1a15-4839-b6f0-5f7fee0440d3 req-3bf94606-73fd-40a3-94d7-9b6aa052d87c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0485871 Jul 04 09:19:43.587535 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a32c16cc-1a15-4839-b6f0-5f7fee0440d3 req-3161ed94-4385-4327-b485-4787dc914e44 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Jul 04 09:19:43.598472 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:19:43.609913 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] Sync routers for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:19:43.620394 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:43.620989 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:43.642393 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] No DVR routers for this DVR port 232e0862-e534-47a3-801c-2e64bb8cb2cf on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:19:43.645023 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:43.648328 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5326af2f-38c9-44c2-837b-84e1ee134845 req-5482cec8-175b-4f4f-bf0f-48753e012ac1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "DELETE /v2.0/ports/232e0862-e534-47a3-801c-2e64bb8cb2cf HTTP/1.1" status: 204 len: 173 time: 1.0594730 Jul 04 09:19:43.648769 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'name': 'network-vif-deleted', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:43.651057 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c682d-7a16-4c1a-ae91-4c049e5e396e" -d '{"events": [{"server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "name": "network-vif-deleted", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:43.688780 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2b2f3-e9a7-455b-859d-2b0660894389 x-openstack-request-id: req-19d2b2f3-e9a7-455b-859d-2b0660894389 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:43.689057 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b908667b-9eab-4249-b81a-acd8c6e40e86", "name": "network-vif-deleted", "tag": "232e0862-e534-47a3-801c-2e64bb8cb2cf", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:43.689539 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19d2b2f3-e9a7-455b-859d-2b0660894389 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:43.689961 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d2b2f3-e9a7-455b-859d-2b0660894389'] response: {'server_uuid': 'b908667b-9eab-4249-b81a-acd8c6e40e86', 'name': 'network-vif-deleted', 'tag': '232e0862-e534-47a3-801c-2e64bb8cb2cf', 'status': 'completed', 'code': 200} Jul 04 09:19:43.729162 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:43.933717 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:43.959688 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] Checking router: 67dd8dcb-6e4b-4f4a-a297-edac64970941 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:19:43.968914 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:43.969532 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:44.199055 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:44.284360 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e5e41e66-21db-46ad-bd3d-003f9514d316 req-e0573210-09f6-4573-91d2-9f054156725e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=b908667b-9eab-4249-b81a-acd8c6e40e86 HTTP/1.1" status: 200 len: 210 time: 0.0363441 Jul 04 09:19:44.293645 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4030d-f83c-4099-b719-731757da31be req-3c9e3be7-7f02-4727-8fb7-9dda3e92550d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:44.295381 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2b4030d-f83c-4099-b719-731757da31be req-3c9e3be7-7f02-4727-8fb7-9dda3e92550d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.1013558 Jul 04 09:19:44.373725 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b2b4030d-f83c-4099-b719-731757da31be req-ac42a646-449d-4130-a951-921accd1ca06 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620816 Jul 04 09:19:44.416581 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:44.441951 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f072e-abbe-458c-a51a-c01aad2cdd3a None None] The sync data for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi is: [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:19:44.687899 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab4dedb-ee3e-4e50-8122-3409b4e2902b None None] New status for floating IP 7b7c4e30-6675-405b-a505-83504cebee70: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:19:44.715416 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8551a-0277-43d0-9bd1-c1669dec59bc req-e87196fb-4aa0-44e9-9327-e8e766b38f85 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:44.716930 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12b8551a-0277-43d0-9bd1-c1669dec59bc req-e87196fb-4aa0-44e9-9327-e8e766b38f85 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Jul 04 09:19:44.770686 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12b8551a-0277-43d0-9bd1-c1669dec59bc req-ef2f226e-4453-4300-80f4-17b8c149cb16 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473421 Jul 04 09:19:45.382407 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43932) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:45.443285 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf88e-eeef-4978-b3b1-2470c5e51194 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (dfa43f07-f407-4e3c-96ba-31e0bf50cc71), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:45.445688 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:45.468950 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf88e-eeef-4978-b3b1-2470c5e51194 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (dfa43f07-f407-4e3c-96ba-31e0bf50cc71), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:45.477179 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:45.519243 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf88e-eeef-4978-b3b1-2470c5e51194 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (dfa43f07-f407-4e3c-96ba-31e0bf50cc71), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:45.521609 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf88e-eeef-4978-b3b1-2470c5e51194 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:45.522845 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5dcbf88e-eeef-4978-b3b1-2470c5e51194 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "DELETE /v2.0/security-groups/dfa43f07-f407-4e3c-96ba-31e0bf50cc71 HTTP/1.1" status: 204 len: 168 time: 0.1393926 Jul 04 09:19:45.526057 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43938) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:45.534458 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbf88e-eeef-4978-b3b1-2470c5e51194 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa43f07-f407-4e3c-96ba-31e0bf50cc71,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:45.543208 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-04e3f730-1ac5-45a3-9ce1-93039eeead68 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] show failed (client error): The resource could not be found. Jul 04 09:19:45.544437 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-04e3f730-1ac5-45a3-9ce1-93039eeead68 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups/dfa43f07-f407-4e3c-96ba-31e0bf50cc71 HTTP/1.1" status: 404 len: 347 time: 0.0167603 Jul 04 09:19:45.547387 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43940) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:45.739464 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Deleting port 84bb2d51-b409-464d-a3ef-f16efbe53030 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:19:45.739857 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:45.750829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149679e-6ec4-44ae-bdda-a3cb90d04342 req-db453e7f-28b7-4e5c-9185-afb109d2d85a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:45.752625 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9149679e-6ec4-44ae-bdda-a3cb90d04342 req-db453e7f-28b7-4e5c-9185-afb109d2d85a tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.3045571 Jul 04 09:19:45.882341 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9149679e-6ec4-44ae-bdda-a3cb90d04342 req-1855681d-50d8-44ca-80f5-29ffd3f83772 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190913 Jul 04 09:19:45.886530 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:45.887340 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (84bb2d51-b409-464d-a3ef-f16efbe53030), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:45.905971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Calling delete_port for 84bb2d51-b409-464d-a3ef-f16efbe53030 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:19:46.000825 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a629227-9f22-465f-83cf-358599e10533 req-d312d43d-e693-4db2-b753-be83dbc940c2 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:46.002314 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4a629227-9f22-465f-83cf-358599e10533 req-d312d43d-e693-4db2-b753-be83dbc940c2 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.1544249 Jul 04 09:19:46.076242 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4a629227-9f22-465f-83cf-358599e10533 req-48601452-5ba4-4b4a-8952-f4037d0188a6 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652699 Jul 04 09:19:46.125000 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (84bb2d51-b409-464d-a3ef-f16efbe53030), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.134121 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:46.154598 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event deleted for resources: {'Port': ['ID=84bb2d51-b409-464d-a3ef-f16efbe53030,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:46.160651 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:46.230743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (7b7c4e30-6675-405b-a505-83504cebee70), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.233200 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.234367 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-09829680-e2ea-4494-ac57-1e390d09187e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "DELETE /v2.0/floatingips/7b7c4e30-6675-405b-a505-83504cebee70 HTTP/1.1" status: 204 len: 168 time: 0.6859143 Jul 04 09:19:46.328001 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 43954) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:46.332785 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-40a0427f-d136-4faa-b9da-44f85719e750 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2029977434', 'description': 'tempest-description--509503108'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:46.355827 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40a0427f-d136-4faa-b9da-44f85719e750 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.430482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40a0427f-d136-4faa-b9da-44f85719e750 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (96322733-b2bd-413b-bfd1-be972ee810da), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.435702 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40a0427f-d136-4faa-b9da-44f85719e750 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (96322733-b2bd-413b-bfd1-be972ee810da), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.467183 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-40a0427f-d136-4faa-b9da-44f85719e750 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.468419 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-40a0427f-d136-4faa-b9da-44f85719e750 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394024 Jul 04 09:19:46.470336 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0427f-d136-4faa-b9da-44f85719e750 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96322733-b2bd-413b-bfd1-be972ee810da,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:46.472328 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43958) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:46.480314 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-cd8e4d89-4f8c-47cd-99ec-7f7b7c5655a3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'security_group_rule': {'security_group_id': '96322733-b2bd-413b-bfd1-be972ee810da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:46.493547 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a59ac-b03c-4b60-be09-7dcff214f9a2 req-af1242c1-6697-4bbe-b61d-be15ea8313be tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:46.495003 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9f2a59ac-b03c-4b60-be09-7dcff214f9a2 req-af1242c1-6697-4bbe-b61d-be15ea8313be tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0626712 Jul 04 09:19:46.530883 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4d89-4f8c-47cd-99ec-7f7b7c5655a3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (572bba76-5d55-4ca7-b871-3574d54575c4), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.570341 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9f2a59ac-b03c-4b60-be09-7dcff214f9a2 req-0be9a598-ff1a-42d4-8165-aca6242495e6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682719 Jul 04 09:19:46.597108 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4d89-4f8c-47cd-99ec-7f7b7c5655a3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (572bba76-5d55-4ca7-b871-3574d54575c4), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.604820 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4d89-4f8c-47cd-99ec-7f7b7c5655a3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (572bba76-5d55-4ca7-b871-3574d54575c4), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.623427 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e4d89-4f8c-47cd-99ec-7f7b7c5655a3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572bba76-5d55-4ca7-b871-3574d54575c4,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:46.631870 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4d89-4f8c-47cd-99ec-7f7b7c5655a3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.633090 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cd8e4d89-4f8c-47cd-99ec-7f7b7c5655a3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582086 Jul 04 09:19:46.635963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43960) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:46.640655 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-66108470-e125-4070-9c73-44a06224d4fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'security_group_rule': {'security_group_id': '96322733-b2bd-413b-bfd1-be972ee810da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:46.670169 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66108470-e125-4070-9c73-44a06224d4fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (619a64a2-0a65-42ed-a0ee-8c14aa5d9ae3), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.736914 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66108470-e125-4070-9c73-44a06224d4fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (619a64a2-0a65-42ed-a0ee-8c14aa5d9ae3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.742540 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66108470-e125-4070-9c73-44a06224d4fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (619a64a2-0a65-42ed-a0ee-8c14aa5d9ae3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.761259 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66108470-e125-4070-9c73-44a06224d4fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619a64a2-0a65-42ed-a0ee-8c14aa5d9ae3,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:46.767475 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66108470-e125-4070-9c73-44a06224d4fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.768680 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-66108470-e125-4070-9c73-44a06224d4fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317246 Jul 04 09:19:46.771812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 43962) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:46.776111 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:46.797110 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:46.837870 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 232e0862-e534-47a3-801c-2e64bb8cb2cf no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:19:46.857372 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 232e0862-e534-47a3-801c-2e64bb8cb2cf {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:19:46.857722 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 232e0862-e534-47a3-801c-2e64bb8cb2cf not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:19:46.872686 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:47.020488 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Allocated IP 172.27.0.217 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/f84574e3-bb63-4c76-ab3c-4006b257f1f5) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:19:47.035050 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5a573-b3fe-4c57-93eb-0a766b0c8bdd req-a0867826-955c-474f-9065-c5ea86af32db tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:47.036888 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4bd5a573-b3fe-4c57-93eb-0a766b0c8bdd req-a0867826-955c-474f-9065-c5ea86af32db tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0691514 Jul 04 09:19:47.154071 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:47.176127 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:47.205246 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4bd5a573-b3fe-4c57-93eb-0a766b0c8bdd req-cc401e3e-32bf-46fa-91ea-402ab5d54cbb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613533 Jul 04 09:19:47.228710 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:47.245831 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c09f3-588b-4b13-b46d-e378f9f604e1 req-7a8102a2-456c-4c62-aef9-8fc63512b444 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:47.247415 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-314c09f3-588b-4b13-b46d-e378f9f604e1 req-7a8102a2-456c-4c62-aef9-8fc63512b444 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0943048 Jul 04 09:19:47.316411 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:47.570713 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-314c09f3-588b-4b13-b46d-e378f9f604e1 req-24d3949b-609c-42c5-b83f-aee6834a3758 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167119 Jul 04 09:19:47.600582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:19:47.605713 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:19:47.609640 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:19:47.614936 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'Port': ['ID=f84574e3-bb63-4c76-ab3c-4006b257f1f5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:47.721592 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98d2a0-5d8f-4769-836d-f37bc7ca45b9 req-f7138c97-7522-49c7-826b-9364c2105e9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:47.723084 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8b98d2a0-5d8f-4769-836d-f37bc7ca45b9 req-f7138c97-7522-49c7-826b-9364c2105e9a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0770667 Jul 04 09:19:47.755983 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (4e0854cc-b8ba-493d-88c9-6c0b7607c655), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:47.806088 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8b98d2a0-5d8f-4769-836d-f37bc7ca45b9 req-98c3ea5f-930e-4460-b4c9-3ff24545c348 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763078 Jul 04 09:19:47.813214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:47.969184 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:47.975653 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:48.046041 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'Port': ['ID=f84574e3-bb63-4c76-ab3c-4006b257f1f5,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:48.058655 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (4e0854cc-b8ba-493d-88c9-6c0b7607c655), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:48.076775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:48.078108 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-154cbd99-e6a5-4df6-9d22-580343c134bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3053269 Jul 04 09:19:48.294986 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-2cb1ebdb-d47c-4139-9989-76a56f8be048 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2029977434&fields=id&tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c HTTP/1.1" status: 200 len: 267 time: 0.0578594 Jul 04 09:19:48.328330 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:48.350961 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbe094-2cf1-4d6c-ae36-463ac1032b21 req-5c3d6a5f-0627-4524-abdd-41c86de4f863 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:48.352416 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88fbe094-2cf1-4d6c-ae36-463ac1032b21 req-5c3d6a5f-0627-4524-abdd-41c86de4f863 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0784647 Jul 04 09:19:48.358958 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:48.481711 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-33c8985a-a4d3-4406-b921-09b5a2b7a677 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:48.483152 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-33c8985a-a4d3-4406-b921-09b5a2b7a677 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 810 time: 0.1714387 Jul 04 09:19:48.490188 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88fbe094-2cf1-4d6c-ae36-463ac1032b21 req-616b4218-6d04-4cf3-8d02-e585b4b595da tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241431 Jul 04 09:19:48.500463 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-9812c2e5-345c-4f6d-abba-93b8aa8cbf79 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/quotas/8cfd9d65f66641b2bda6bbdcf908ca3c HTTP/1.1" status: 200 len: 375 time: 0.0092568 Jul 04 09:19:48.552066 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-edf31911-6d73-4010-b9a7-288d7bf0613e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451231 Jul 04 09:19:48.660675 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-2ce4c0d9-d9fd-4aea-90f5-3143b6e8cf80 service neutron] 10.222.0.26 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972710 Jul 04 09:19:48.713355 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2036d66-122d-4333-ad80-4f790ba18fea req-b6db0bfc-33a7-4edc-91aa-009af555b5a3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:48.714830 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2036d66-122d-4333-ad80-4f790ba18fea req-b6db0bfc-33a7-4edc-91aa-009af555b5a3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0688648 Jul 04 09:19:48.810237 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-7cfbb320-002f-4c9a-be07-c2a95dfee6c2 service neutron] 10.222.0.26 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334145 Jul 04 09:19:48.814114 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e2036d66-122d-4333-ad80-4f790ba18fea req-dc5cdf67-a6b3-447a-a020-90b380b869be tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930436 Jul 04 09:19:48.927232 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759922c-b162-441b-8f0b-b605e07bb6cb req-4bdf1dd7-ea4b-4d4d-a150-5df9925ba860 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:48.929020 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4759922c-b162-441b-8f0b-b605e07bb6cb req-4bdf1dd7-ea4b-4d4d-a150-5df9925ba860 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0523167 Jul 04 09:19:48.985514 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d0145312-4eb0-49c2-8929-1a0bc63377e3 req-b8c0a596-313e-42aa-956b-c7dd2873777e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 210 time: 0.0337813 Jul 04 09:19:49.013624 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4759922c-b162-441b-8f0b-b605e07bb6cb req-05f698cf-5d86-42b4-adb4-b5f97513ba8e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768933 Jul 04 09:19:49.623721 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7df7-005e-4937-951b-570ff298006c req-08025a4c-a0a3-4363-adb4-dc13e3d98b11 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:49.625133 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e39e7df7-005e-4937-951b-570ff298006c req-08025a4c-a0a3-4363-adb4-dc13e3d98b11 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0595961 Jul 04 09:19:49.695268 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e39e7df7-005e-4937-951b-570ff298006c req-fe499057-5e09-4d48-825e-62b5595899b8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614510 Jul 04 09:19:49.933078 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5e01-1a87-496c-93d6-b54ce2b83461 req-a501a246-fac0-49e8-aa3b-0cd585f7ae7a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:49.934597 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-776f5e01-1a87-496c-93d6-b54ce2b83461 req-a501a246-fac0-49e8-aa3b-0cd585f7ae7a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0530303 Jul 04 09:19:49.983732 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-776f5e01-1a87-496c-93d6-b54ce2b83461 req-41d37c53-9099-4b48-bbb4-1f50191962ae tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 Jul 04 09:19:50.090120 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d48d48a-51ac-45a6-8bab-63e0bffd6089 req-2b8ba7c6-c82c-4bd1-9f49-a885f8c93ad5 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 210 time: 0.0315979 Jul 04 09:19:50.142605 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89bb1c-ffbd-45f1-91db-20c9489e5df0 req-7c2431da-7ef6-4210-8980-2c344a9cb6a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:50.149511 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae89bb1c-ffbd-45f1-91db-20c9489e5df0 req-7c2431da-7ef6-4210-8980-2c344a9cb6a4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0544174 Jul 04 09:19:50.186809 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-005a4204-826f-46c5-81de-97fc910259b4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:50.188263 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-005a4204-826f-46c5-81de-97fc910259b4 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 946 time: 0.0477288 Jul 04 09:19:50.200461 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ae89bb1c-ffbd-45f1-91db-20c9489e5df0 req-2fd040dc-75b0-4736-b661-dfaea2906759 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498865 Jul 04 09:19:50.288427 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Deleting port 0cb1b91f-f4e7-4260-86d4-761589933b09 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:19:50.288772 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:50.382109 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] For port 0cb1b91f-f4e7-4260-86d4-761589933b09, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0cb1b91f-f4e7-4260-86d4-761589933b09,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:19:50.382497 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:50.550571 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:50.550935 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:50.551245 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Floating IP 5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4 disassociated. External IP: 172.27.0.108, port: 0cb1b91f-f4e7-4260-86d4-761589933b09. Jul 04 09:19:50.551610 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Calling delete_port for 0cb1b91f-f4e7-4260-86d4-761589933b09 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:19:50.680627 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:50.696974 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (0cb1b91f-f4e7-4260-86d4-761589933b09), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:50.719279 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-2bc098e4-2ac9-4786-ba99-d29edf38a9b6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:50.720930 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-2bc098e4-2ac9-4786-ba99-d29edf38a9b6 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 810 time: 0.1127772 Jul 04 09:19:50.735178 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event deleted for resources: {'Port': ['ID=0cb1b91f-f4e7-4260-86d4-761589933b09,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:50.744111 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.744480 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.744857 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.745196 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.745528 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.745921 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.746280 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.746634 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.746959 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.747280 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.747602 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.748331 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.748331 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.748531 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.748852 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:50.832831 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-fef62c7a-21db-4de1-a0ee-7473c6f2b811 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c HTTP/1.1" status: 200 len: 380 time: 0.1018217 Jul 04 09:19:50.837751 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:50.847363 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:50.847967 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302980f-bf3c-462c-8c9b-804c1ddd5a4a req-834d328c-b714-44ab-903a-77d7414dd4ab tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:50.849598 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d302980f-bf3c-462c-8c9b-804c1ddd5a4a req-834d328c-b714-44ab-903a-77d7414dd4ab tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0614665 Jul 04 09:19:50.861780 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:50.867511 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Router 2714678e-6db0-4e2e-a96a-484b3f832be2 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:19:50.908675 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'port': {'device_id': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'admin_state_up': True, 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'security_groups': ['96322733-b2bd-413b-bfd1-be972ee810da']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:50.933493 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d302980f-bf3c-462c-8c9b-804c1ddd5a4a req-867fb11e-9c48-4e6c-96d6-e3dd041f94cb tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776885 Jul 04 09:19:50.981249 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-c6de40eb-9b8d-4e3b-9a58-1fdd10860878 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702577 Jul 04 09:19:51.035016 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:51.040869 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Made reservation on behalf of 8cfd9d65f66641b2bda6bbdcf908ca3c for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:19:51.045710 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:51.047003 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:19:51.049299 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-1f24dd1c-e665-4e05-854d-25b01590eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:51.050835 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-1f24dd1c-e665-4e05-854d-25b01590eb80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=48690ebc49824572a08f53597eeee661&device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 1129 time: 0.0447068 Jul 04 09:19:51.058011 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548e43f-7732-410f-a187-6558484669bb None None] Sync routers for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:19:51.072553 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:51.074602 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:51.099929 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] No DVR routers for this DVR port 0cb1b91f-f4e7-4260-86d4-761589933b09 on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:19:51.110066 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:51.120757 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "DELETE /v2.0/ports/0cb1b91f-f4e7-4260-86d4-761589933b09 HTTP/1.1" status: 204 len: 173 time: 0.9188447 Jul 04 09:19:51.121343 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'name': 'network-vif-deleted', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:51.123884 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2d03aa-402a-47ec-b4e7-d79eb0501990" -d '{"events": [{"server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "name": "network-vif-deleted", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:51.223706 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-baad852a-9a75-43e3-954d-1d4b87e0758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:51.226200 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-baad852a-9a75-43e3-954d-1d4b87e0758d service neutron] 10.222.0.57 "GET /v2.0/networks?id=df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 200 len: 919 time: 0.1272581 Jul 04 09:19:51.243945 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d549-8cf7-408e-a7e3-e2c3f41ec8c0 req-57a8319c-b507-427b-8e97-7a78ad3c69e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:51.245847 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3a65d549-8cf7-408e-a7e3-e2c3f41ec8c0 req-57a8319c-b507-427b-8e97-7a78ad3c69e3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.1313746 Jul 04 09:19:51.268957 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:51.308708 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-fae36ea6-4f79-438d-b5a3-f4069917a213 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90432259-5748-4275-9dd4-31b28ac81966 HTTP/1.1" status: 200 len: 217 time: 0.0758128 Jul 04 09:19:51.342296 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:51.354163 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-67fc5e4b-8e31-411a-8d7a-5acdfbe4cc89 req-69fd2c2e-3895-4ab7-94c4-9caaa4c030ab tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 210 time: 0.1265769 Jul 04 09:19:51.399178 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3a65d549-8cf7-408e-a7e3-e2c3f41ec8c0 req-4b259c5d-f0a1-40e0-a56b-371683272b0b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316690 Jul 04 09:19:51.401421 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-4fa214db-1d7c-453b-95bc-e6e5eaa64b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:51.403365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Allocated IP 172.20.0.9 (d34116fb-495d-48d9-8d0c-0773d154a526/1d552e71-35e3-48ff-aa39-57c802cca993/8cde69f6-6a15-4f69-a13f-6914787dd859) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:19:51.403942 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-4fa214db-1d7c-453b-95bc-e6e5eaa64b11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 200 len: 857 time: 0.0635905 Jul 04 09:19:51.467971 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:51.475157 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0d4440-a64d-449d-8927-67b55ce90a5a x-openstack-request-id: req-fd0d4440-a64d-449d-8927-67b55ce90a5a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:51.475439 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f404500c-0f77-4248-94bb-8d1eaf63a0bc", "name": "network-vif-deleted", "tag": "0cb1b91f-f4e7-4260-86d4-761589933b09", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:51.475780 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd0d4440-a64d-449d-8927-67b55ce90a5a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:51.476547 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0d4440-a64d-449d-8927-67b55ce90a5a'] response: {'server_uuid': 'f404500c-0f77-4248-94bb-8d1eaf63a0bc', 'name': 'network-vif-deleted', 'tag': '0cb1b91f-f4e7-4260-86d4-761589933b09', 'status': 'completed', 'code': 200} Jul 04 09:19:51.493251 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548e43f-7732-410f-a187-6558484669bb None None] Checking router: 2714678e-6db0-4e2e-a96a-484b3f832be2 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:19:51.502092 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:19:51.502690 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:19:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:51.512211 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f3e72d-c6d8-4440-8acc-f215dc818e82 req-2b319f7b-b21d-429b-9e9a-5e4473eea558 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=f404500c-0f77-4248-94bb-8d1eaf63a0bc HTTP/1.1" status: 200 len: 210 time: 0.0456133 Jul 04 09:19:51.587565 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:51.592018 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:51.616177 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:19:51.619108 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-531fb03a-fa79-4602-8619-dd97af32e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:51.621163 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-531fb03a-fa79-4602-8619-dd97af32e40f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df1b751e-d6ba-48eb-89e1-23cec336922c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488944 Jul 04 09:19:51.626228 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:51.684568 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Network d34116fb-495d-48d9-8d0c-0773d154a526 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:19:51.689133 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event updated for resources: {'Port': ['ID=8cde69f6-6a15-4f69-a13f-6914787dd859,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:51.691900 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:19:51.694283 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:19:51.697202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:51.755185 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:51.757213 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:51.776882 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-1cb825f1-134d-4131-8a38-382c0380bd35 service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370034 Jul 04 09:19:51.779725 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-1227cdc7-6307-4129-acdf-ba88300c046d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742247 Jul 04 09:19:51.795068 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Request body: {'port': {'device_id': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:19:51.873656 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:51.881488 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:51.887163 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5df6cf6c-6fdf-4898-81e7-c80a345a88d6 req-cf922de1-0f55-4f52-a75b-7a9f8dded50b service neutron] 10.222.0.57 "GET /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961137 Jul 04 09:19:51.891276 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4548e43f-7732-410f-a187-6558484669bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:19:51.929287 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4548e43f-7732-410f-a187-6558484669bb None None] The sync data for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi is: [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:14:51Z', 'revision_number': 4, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec', 'name': '', 'network_id': 'df1b751e-d6ba-48eb-89e1-23cec336922c', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'mac_address': 'fa:16:3e:e9:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:50Z', 'updated_at': '2022-07-04T09:14:59Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'subnets': [{'id': '63fdfb2c-8b27-44e6-b796-b9b4b90ef657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:19:52.040379 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-5d2d3836-2ab0-4f6f-8e71-5917680e9565 None None] Provisioning complete for port 8cde69f6-6a15-4f69-a13f-6914787dd859 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:19:52.040997 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5d2d3836-2ab0-4f6f-8e71-5917680e9565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.074497 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d3836-2ab0-4f6f-8e71-5917680e9565 None None] Port 8cde69f6-6a15-4f69-a13f-6914787dd859 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:19:52.079747 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755ad30-6a68-4282-b3ab-d0fad213a377 req-6bf715ed-d334-413b-8567-e3b3f0f0a94d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:52.081358 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b755ad30-6a68-4282-b3ab-d0fad213a377 req-6bf715ed-d334-413b-8567-e3b3f0f0a94d tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0695858 Jul 04 09:19:52.185188 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d14cb-76fc-4d63-ab67-0ffdc0d6ad4e None None] New status for floating IP 5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:19:52.208310 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b755ad30-6a68-4282-b3ab-d0fad213a377 req-a8f78cbe-1d07-4cea-b1f3-da0b7eba769e tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175747 Jul 04 09:19:52.267557 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cde69f6-6a15-4f69-a13f-6914787dd859 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:19:52.275755 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Publish callbacks [] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.293395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Transition to ACTIVE for port object 8cde69f6-6a15-4f69-a13f-6914787dd859 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:19:52.299108 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.360476 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cde69f6-6a15-4f69-a13f-6914787dd859,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:52.439310 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Attempting to bind port 8cde69f6-6a15-4f69-a13f-6914787dd859 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:19:52.439941 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Attempting to bind port 8cde69f6-6a15-4f69-a13f-6914787dd859 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:19:52.440331 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Attempting to bind port 8cde69f6-6a15-4f69-a13f-6914787dd859 on network d34116fb-495d-48d9-8d0c-0773d154a526 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:19:52.445903 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Port 8cde69f6-6a15-4f69-a13f-6914787dd859 on network d34116fb-495d-48d9-8d0c-0773d154a526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:19:52.446489 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Attempting to bind port 8cde69f6-6a15-4f69-a13f-6914787dd859 on network d34116fb-495d-48d9-8d0c-0773d154a526 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:19:52.453172 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:19:52.453574 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Checking segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:19:52.454123 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Bound using segment: {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:19:52.454625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Bound port: 8cde69f6-6a15-4f69-a13f-6914787dd859, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:19:52.455056 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.569041 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705423ba-0d95-45e7-98d3-1916842156fa req-994730db-2030-4c80-ae6c-5f28675bc0c0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:52.570491 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-705423ba-0d95-45e7-98d3-1916842156fa req-994730db-2030-4c80-ae6c-5f28675bc0c0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 943 time: 0.1024511 Jul 04 09:19:52.608037 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c3eae-1851-4650-ac61-5394c73ea6a9 req-cd98c6ab-8765-4a60-abcb-103ae22b3ed9 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:52.609499 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-902c3eae-1851-4650-ac61-5394c73ea6a9 req-cd98c6ab-8765-4a60-abcb-103ae22b3ed9 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.1090822 Jul 04 09:19:52.628045 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:52.643364 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] For port 8cde69f6-6a15-4f69-a13f-6914787dd859, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:19:52.682606 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] For port 8cde69f6-6a15-4f69-a13f-6914787dd859, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8cde69f6-6a15-4f69-a13f-6914787dd859,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:19:52.696013 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-705423ba-0d95-45e7-98d3-1916842156fa req-fbcc6060-a847-4652-ac8c-529c425a3f9b tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159170 Jul 04 09:19:52.701971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.713687 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-902c3eae-1851-4650-ac61-5394c73ea6a9 req-c1e1826b-1453-46e6-ab2d-9828375f5c88 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958986 Jul 04 09:19:52.742661 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:52.743389 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.745005 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/8cde69f6-6a15-4f69-a13f-6914787dd859 HTTP/1.1" status: 200 len: 1093 time: 0.9552388 Jul 04 09:19:52.745571 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:52.748573 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:52.750615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd233013-ba29-43a1-97e2-39de2b3cc5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:52.804660 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce009b4-6402-4b21-93dd-6a856ed3f1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cde69f6-6a15-4f69-a13f-6914787dd859,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:52.805911 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44032) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:52.858612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add03ff9-abfb-47f3-ad72-197f68de530f x-openstack-request-id: req-add03ff9-abfb-47f3-ad72-197f68de530f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:52.858612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:52.858612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-add03ff9-abfb-47f3-ad72-197f68de530f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:52.858612 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add03ff9-abfb-47f3-ad72-197f68de530f'] response: {'name': 'network-changed', 'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'status': 'completed', 'code': 200} Jul 04 09:19:52.882774 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f30af94-eea6-4d9e-8447-52562cbfb1f1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group (b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.886706 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-4b2b51ad-3e08-4d5b-848c-124eba68d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:52.888233 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-4b2b51ad-3e08-4d5b-848c-124eba68d9fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 1127 time: 0.0461977 Jul 04 09:19:52.910786 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f30af94-eea6-4d9e-8447-52562cbfb1f1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group (b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.931845 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-a59bb1c6-0d57-451f-932e-8df3e76281b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cde69f6-6a15-4f69-a13f-6914787dd859 HTTP/1.1" status: 200 len: 217 time: 0.0341535 Jul 04 09:19:52.974244 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f30af94-eea6-4d9e-8447-52562cbfb1f1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.977666 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f30af94-eea6-4d9e-8447-52562cbfb1f1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:52.981454 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8f30af94-eea6-4d9e-8447-52562cbfb1f1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "DELETE /v2.0/security-groups/b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6 HTTP/1.1" status: 204 len: 168 time: 0.1715658 Jul 04 09:19:52.982926 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44034) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:52.988697 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30af94-eea6-4d9e-8447-52562cbfb1f1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:53.004562 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-8f40dce9-de11-4a16-a93b-6843dcede8f3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] show failed (client error): The resource could not be found. Jul 04 09:19:53.008961 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8f40dce9-de11-4a16-a93b-6843dcede8f3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups/b95dd0c4-bb0b-41bb-8bd6-a00588aa6bd6 HTTP/1.1" status: 404 len: 347 time: 0.0217474 Jul 04 09:19:53.008961 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-443abef1-9b78-4536-b039-51c7a2e902c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:53.009405 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44036) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:19:53.010098 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-443abef1-9b78-4536-b039-51c7a2e902c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.0700700 Jul 04 09:19:53.068443 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-aacd8db9-8598-4e47-807e-b72edd85d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:53.070126 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-aacd8db9-8598-4e47-807e-b72edd85d601 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447221 Jul 04 09:19:53.123459 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:53.129524 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Deleting port f572918a-b835-40dc-9897-307d37742473 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:19:53.129935 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (f572918a-b835-40dc-9897-307d37742473), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:53.168217 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-6c361394-bacd-477a-b7ed-06e021690e05 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888076 Jul 04 09:19:53.218482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (f572918a-b835-40dc-9897-307d37742473), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:53.218807 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (f572918a-b835-40dc-9897-307d37742473), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:53.231679 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Calling delete_port for f572918a-b835-40dc-9897-307d37742473 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:19:53.285649 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b52e9bfe-1b00-42e1-8760-75a3dc55ad2d req-d867b5ba-7a50-45d0-8d71-9a3c45846150 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048210 Jul 04 09:19:53.295622 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:53.343788 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac6fd0-8766-42f3-ad6b-1b8801490031 req-fc10ebb2-9b55-448f-96c7-111d63031319 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:53.345334 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-77ac6fd0-8766-42f3-ad6b-1b8801490031 req-fc10ebb2-9b55-448f-96c7-111d63031319 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0583510 Jul 04 09:19:53.383865 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (f572918a-b835-40dc-9897-307d37742473), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:53.408109 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-77ac6fd0-8766-42f3-ad6b-1b8801490031 req-9d6468c0-e303-4078-b0cd-53c9da465fd3 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563979 Jul 04 09:19:53.410449 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event deleted for resources: {'Port': ['ID=f572918a-b835-40dc-9897-307d37742473,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:53.477264 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks [] for floatingip (5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:53.479770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:53.480938 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-407bba4d-e245-49ce-b41b-cd41ef473ab8 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "DELETE /v2.0/floatingips/5b18898b-0cb9-45d3-a7eb-04e51ff7f2b4 HTTP/1.1" status: 204 len: 168 time: 0.4705017 Jul 04 09:19:53.850674 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb16b8b-ecd1-409b-8b6e-f0e8f44da12e req-801659d4-2ce2-420b-afe8-6c5f8f273bdb tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:53.852214 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cfb16b8b-ecd1-409b-8b6e-f0e8f44da12e req-801659d4-2ce2-420b-afe8-6c5f8f273bdb tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 943 time: 0.0761702 Jul 04 09:19:53.862927 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863afada-25a1-48c3-8a6e-35f0da75697c req-64f949a0-6358-4605-a6a7-f235a336c371 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:53.864327 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-863afada-25a1-48c3-8a6e-35f0da75697c req-64f949a0-6358-4605-a6a7-f235a336c371 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0792322 Jul 04 09:19:53.938523 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cfb16b8b-ecd1-409b-8b6e-f0e8f44da12e req-ab869f0e-4566-4678-85dc-ee2eb5edb427 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732584 Jul 04 09:19:53.941946 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-863afada-25a1-48c3-8a6e-35f0da75697c req-9c119ae9-898c-467c-86bf-c6d291966ebe tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707591 Jul 04 09:19:54.334245 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-e387ce4a-7434-4b3f-91a0-dbf3e3017ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:54.335743 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-e387ce4a-7434-4b3f-91a0-dbf3e3017ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 1127 time: 0.0523756 Jul 04 09:19:54.534187 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5ea0b-557f-4757-87df-a51a0ffc6687 req-6f020e83-f7ea-425f-845c-408f7685a7f2 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:54.535652 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91d5ea0b-557f-4757-87df-a51a0ffc6687 req-6f020e83-f7ea-425f-845c-408f7685a7f2 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0569263 Jul 04 09:19:54.668506 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-91d5ea0b-557f-4757-87df-a51a0ffc6687 req-feb5a66d-020e-4dd8-91de-740eb16d3b71 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233721 Jul 04 09:19:54.669662 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-916db537-36c5-4545-ae97-9d0cb4f4c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:54.671016 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-916db537-36c5-4545-ae97-9d0cb4f4c14e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 911 time: 0.1345150 Jul 04 09:19:54.720586 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-7b23137e-a762-4a2f-89cc-6ee3ca2e7982 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cde69f6-6a15-4f69-a13f-6914787dd859 HTTP/1.1" status: 200 len: 217 time: 0.0376637 Jul 04 09:19:54.863753 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0cb1b91f-f4e7-4260-86d4-761589933b09 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:19:54.888190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 0cb1b91f-f4e7-4260-86d4-761589933b09 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:19:54.888424 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0cb1b91f-f4e7-4260-86d4-761589933b09 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:19:55.035662 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:55.292102 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:55.322115 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-ee624ba2-47b7-4e0d-8b5e-3a325250a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:55.323583 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-ee624ba2-47b7-4e0d-8b5e-3a325250a84c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.3430657 Jul 04 09:19:55.337075 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba1dc-f2c5-4f97-8fa3-5fe0689214aa req-070121c4-1ca8-4e47-8b7b-d667d0accbaf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:55.338514 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a31ba1dc-f2c5-4f97-8fa3-5fe0689214aa req-070121c4-1ca8-4e47-8b7b-d667d0accbaf tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 943 time: 0.3261592 Jul 04 09:19:55.355929 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9ada-69f3-47e4-9170-d614b082c096 req-ef426d17-f0bb-4392-b786-211b2f1da80c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:55.357335 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-998b9ada-69f3-47e4-9170-d614b082c096 req-ef426d17-f0bb-4392-b786-211b2f1da80c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.3413885 Jul 04 09:19:55.415451 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-ffdbd04d-ddfb-4ca9-b163-d99bc1f78864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:55.416956 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-ffdbd04d-ddfb-4ca9-b163-d99bc1f78864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760820 Jul 04 09:19:55.460836 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a31ba1dc-f2c5-4f97-8fa3-5fe0689214aa req-a88d7bc4-303e-4cc7-8878-bbd2ff1cb7fe tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119120 Jul 04 09:19:55.464560 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-998b9ada-69f3-47e4-9170-d614b082c096 req-18196551-d415-4578-8834-ae0c28d8bc5e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908883 Jul 04 09:19:55.792625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174c9c5-c9b5-4a28-bfec-7c7b7b1321d1 req-56bbcf91-5d18-442e-94ab-bcb9de590252 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:55.794168 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9174c9c5-c9b5-4a28-bfec-7c7b7b1321d1 req-56bbcf91-5d18-442e-94ab-bcb9de590252 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0492060 Jul 04 09:19:55.859694 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9174c9c5-c9b5-4a28-bfec-7c7b7b1321d1 req-62feacd6-6f23-4390-827c-e007822c4f80 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573997 Jul 04 09:19:55.970752 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-1c21daa8-af6d-4e47-8edb-e5204e14c497 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911586 Jul 04 09:19:56.070124 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd233013-ba29-43a1-97e2-39de2b3cc5c0 req-0d08a445-7944-414c-ae71-b86d4ebc6144 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916049 Jul 04 09:19:56.181232 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f13503-2d1a-483a-850e-f356c6128387 req-790233d9-a3e7-4412-a293-022f75336622 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:56.182740 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0f13503-2d1a-483a-850e-f356c6128387 req-790233d9-a3e7-4412-a293-022f75336622 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0478866 Jul 04 09:19:56.234456 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a0f13503-2d1a-483a-850e-f356c6128387 req-b6f1080f-d52f-44fc-b19d-8b80cfc97a8b tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Jul 04 09:19:56.609357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3df13-9234-4638-9471-eb35c1d9020f req-d533ec45-9341-4851-b1d9-cc199f971c70 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:56.610851 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1e3df13-9234-4638-9471-eb35c1d9020f req-d533ec45-9341-4851-b1d9-cc199f971c70 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0735683 Jul 04 09:19:56.616709 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de33da-9491-4521-997f-0d8b424b9ff3 req-2ea7f61d-4b62-4beb-9201-f8b125edf6e8 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:56.618086 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-79de33da-9491-4521-997f-0d8b424b9ff3 req-2ea7f61d-4b62-4beb-9201-f8b125edf6e8 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 943 time: 0.0820274 Jul 04 09:19:56.694789 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1e3df13-9234-4638-9471-eb35c1d9020f req-61e409be-a99c-4ea7-8734-8767542fb204 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755534 Jul 04 09:19:56.698093 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-79de33da-9491-4521-997f-0d8b424b9ff3 req-d2b3ddc8-e94d-49d6-8dd5-1914098a6520 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731897 Jul 04 09:19:56.868903 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 8cde69f6-6a15-4f69-a13f-6914787dd859 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:19:56.973744 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 8cde69f6-6a15-4f69-a13f-6914787dd859, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8cde69f6-6a15-4f69-a13f-6914787dd859,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:19:56.979662 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298f1ff-42be-4d0c-83d5-edd94ef9eebd req-2b312408-9ee7-42d6-be82-02bb5db70eda tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:56.981150 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a298f1ff-42be-4d0c-83d5-edd94ef9eebd req-2b312408-9ee7-42d6-be82-02bb5db70eda tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0475419 Jul 04 09:19:56.986410 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'port_id': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'mac_address': 'fa:16:3e:93:bc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:19:57.027956 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 8cde69f6-6a15-4f69-a13f-6914787dd859 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:19:57.028423 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:57.043233 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cde69f6-6a15-4f69-a13f-6914787dd859 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:19:57.043590 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a298f1ff-42be-4d0c-83d5-edd94ef9eebd req-dfe2ecf4-cd65-42c2-947a-9d5818f5f964 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&id=69f80a40-3050-44fd-93d7-3f174d50ae61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565867 Jul 04 09:19:57.063196 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 8cde69f6-6a15-4f69-a13f-6914787dd859, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8cde69f6-6a15-4f69-a13f-6914787dd859,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:19:57.068759 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:57.121984 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=8cde69f6-6a15-4f69-a13f-6914787dd859,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:57.131254 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.131658 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.132197 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.132606 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.133067 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.133535 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.133969 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.134367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.134808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.135236 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.135638 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.136060 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.136456 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.136812 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.137174 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:19:57.341543 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['8cde69f6-6a15-4f69-a13f-6914787dd859'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:19:57.357208 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b817e7-8e80-4302-a699-7f2dc8b2fba6 req-97f4ef13-d93b-4981-a10f-dc6db1435d01 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:57.358737 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-81b817e7-8e80-4302-a699-7f2dc8b2fba6 req-97f4ef13-d93b-4981-a10f-dc6db1435d01 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0548542 Jul 04 09:19:57.407055 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-81b817e7-8e80-4302-a699-7f2dc8b2fba6 req-28c0c5f1-53d0-4677-ba3b-707f48eb4c72 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Jul 04 09:19:57.793580 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:57.830246 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:57.853996 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaa5b8-ff59-484f-b45f-0bda60d2015a req-d5b05619-dfc5-4e2d-8ca4-fddcb0a085a7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:57.855476 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-feeaa5b8-ff59-484f-b45f-0bda60d2015a req-d5b05619-dfc5-4e2d-8ca4-fddcb0a085a7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0801380 Jul 04 09:19:57.863425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb013-27a3-46df-add1-b18e921705d5 req-c44ffb67-8fc2-4e6e-a12b-d70446a8f1c5 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:57.864815 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c14eb013-27a3-46df-add1-b18e921705d5 req-c44ffb67-8fc2-4e6e-a12b-d70446a8f1c5 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 944 time: 0.0875683 Jul 04 09:19:57.938932 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-feeaa5b8-ff59-484f-b45f-0bda60d2015a req-b1e8f63f-dd07-4c50-a249-fef686e8bcdb tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731809 Jul 04 09:19:57.942150 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c14eb013-27a3-46df-add1-b18e921705d5 req-3a39f9b0-78e3-41ce-82b3-c6235ae44143 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705249 Jul 04 09:19:58.417112 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-9a1dd594-ad9d-433f-849c-d97edd69adaf tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:58.418594 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-9a1dd594-ad9d-433f-849c-d97edd69adaf tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0574732 Jul 04 09:19:58.538494 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Deleting port 90432259-5748-4275-9dd4-31b28ac81966 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:19:58.538836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (90432259-5748-4275-9dd4-31b28ac81966), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:58.569474 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f84aa-0964-406c-8059-858d312eda3e req-78605402-c261-4629-8e43-9f6b8eb2bf2e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:58.571030 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-788f84aa-0964-406c-8059-858d312eda3e req-78605402-c261-4629-8e43-9f6b8eb2bf2e tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf474beb-fb86-4571-a949-b4fde11c34db HTTP/1.1" status: 200 len: 945 time: 0.0783095 Jul 04 09:19:58.673418 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-788f84aa-0964-406c-8059-858d312eda3e req-3c0725f8-71c9-4f26-92ce-739e9936b6c0 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928423 Jul 04 09:19:58.675401 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] For port 90432259-5748-4275-9dd4-31b28ac81966, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=90432259-5748-4275-9dd4-31b28ac81966,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:19:58.675765 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (90432259-5748-4275-9dd4-31b28ac81966), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:58.688829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Calling delete_port for 90432259-5748-4275-9dd4-31b28ac81966 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:19:58.828364 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (90432259-5748-4275-9dd4-31b28ac81966), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:58.841312 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d', '90432259-5748-4275-9dd4-31b28ac81966'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:19:58.855154 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event deleted for resources: {'Port': ['ID=90432259-5748-4275-9dd4-31b28ac81966,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:58.893940 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 8cde69f6-6a15-4f69-a13f-6914787dd859 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:19:58.907499 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] No DVR routers for this DVR port 90432259-5748-4275-9dd4-31b28ac81966 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:19:58.910259 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:58.913684 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3202b379-feb4-443b-8262-0b1cd0ef5e7a req-545feaf9-2ea4-4ef0-87f1-b3c6ab89bd41 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "DELETE /v2.0/ports/90432259-5748-4275-9dd4-31b28ac81966 HTTP/1.1" status: 204 len: 173 time: 0.4883337 Jul 04 09:19:58.914201 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'name': 'network-vif-deleted', 'tag': '90432259-5748-4275-9dd4-31b28ac81966'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:58.916535 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80001c17-ec5f-4f69-b2d7-e0888b354495" -d '{"events": [{"server_uuid": "bf474beb-fb86-4571-a949-b4fde11c34db", "name": "network-vif-deleted", "tag": "90432259-5748-4275-9dd4-31b28ac81966"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:58.955097 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b46b08-e8ad-4cfd-b272-8b72dddfffde x-openstack-request-id: req-66b46b08-e8ad-4cfd-b272-8b72dddfffde {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:58.955388 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf474beb-fb86-4571-a949-b4fde11c34db", "name": "network-vif-deleted", "tag": "90432259-5748-4275-9dd4-31b28ac81966", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:58.955635 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66b46b08-e8ad-4cfd-b272-8b72dddfffde {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:58.956036 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b46b08-e8ad-4cfd-b272-8b72dddfffde'] response: {'server_uuid': 'bf474beb-fb86-4571-a949-b4fde11c34db', 'name': 'network-vif-deleted', 'tag': '90432259-5748-4275-9dd4-31b28ac81966', 'status': 'completed', 'code': 200} Jul 04 09:19:58.972317 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 8cde69f6-6a15-4f69-a13f-6914787dd859 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:19:58.995476 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 8cde69f6-6a15-4f69-a13f-6914787dd859 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:19:58.996115 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:59.098637 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:59.101945 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:59.110675 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00ae6a-0f51-4ac7-a635-f7cacc5cd0a6 req-81914390-7029-4f14-af3d-7a32c2adbcee tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:59.112323 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c00ae6a-0f51-4ac7-a635-f7cacc5cd0a6 req-81914390-7029-4f14-af3d-7a32c2adbcee tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 944 time: 0.0899396 Jul 04 09:19:59.115014 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 8cde69f6-6a15-4f69-a13f-6914787dd859 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:19:59.115438 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:59.118730 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0df49b-af3c-48fc-b8c4-79dfecd815a3 req-f16335ec-1da5-4c34-b90e-2187aff5eca7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:59.120302 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dd0df49b-af3c-48fc-b8c4-79dfecd815a3 req-f16335ec-1da5-4c34-b90e-2187aff5eca7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0849082 Jul 04 09:19:59.144465 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:19:59.146654 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e62969-fced-4b32-9b8a-c726b0fa9822" -d '{"events": [{"server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "name": "network-vif-plugged", "status": "completed", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:19:59.165452 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 8cde69f6-6a15-4f69-a13f-6914787dd859, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8cde69f6-6a15-4f69-a13f-6914787dd859,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:19:59.170606 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:19:59.191811 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:59.194410 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c00ae6a-0f51-4ac7-a635-f7cacc5cd0a6 req-631c99c3-cf2b-4e1e-b54c-5448c0ef8d93 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730712 Jul 04 09:19:59.203592 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dd0df49b-af3c-48fc-b8c4-79dfecd815a3 req-2cea1049-f9cd-4bcb-88a5-1b51bdbf6c97 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751855 Jul 04 09:19:59.227516 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=8cde69f6-6a15-4f69-a13f-6914787dd859,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:19:59.245112 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75ad723-4522-45d3-9f69-1500b8f99bad x-openstack-request-id: req-f75ad723-4522-45d3-9f69-1500b8f99bad {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:19:59.245494 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "name": "network-vif-plugged", "status": "completed", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:19:59.245808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f75ad723-4522-45d3-9f69-1500b8f99bad {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:19:59.246267 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75ad723-4522-45d3-9f69-1500b8f99bad'] response: {'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'code': 200} Jul 04 09:19:59.524162 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-2d0a04b3-2329-4141-80b0-9d99c57111d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:59.525823 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-2d0a04b3-2329-4141-80b0-9d99c57111d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1130 time: 0.0503268 Jul 04 09:19:59.565378 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:59.608354 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:19:59.629458 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-dec9f2bb-9569-4862-a766-ac64b08416e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:59.630983 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-dec9f2bb-9569-4862-a766-ac64b08416e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 908 time: 0.0967479 Jul 04 09:19:59.636694 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe89eb6-6de0-4eea-8958-3b81f1da3e2d req-65976f18-7a48-46ec-aae3-244f8da84b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:59.638281 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbe89eb6-6de0-4eea-8958-3b81f1da3e2d req-65976f18-7a48-46ec-aae3-244f8da84b8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 1129 time: 0.0445502 Jul 04 09:19:59.683430 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-cbe89eb6-6de0-4eea-8958-3b81f1da3e2d req-2380b8e4-5e2e-4ac1-8ded-e84124eef28a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388865 Jul 04 09:19:59.696993 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-2bbbe386-67d9-411e-8ba8-ae0f479953e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 1002 time: 0.0597136 Jul 04 09:19:59.984228 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-6a17ab6d-6d0a-4cea-8c93-811b5df5911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:59.985573 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-6a17ab6d-6d0a-4cea-8c93-811b5df5911e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 200 len: 846 time: 0.0838654 Jul 04 09:19:59.991803 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002fa0a-3960-420b-965a-d68320b3d514 req-5662e598-9a02-4459-a967-a50df2534940 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:19:59.993172 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0002fa0a-3960-420b-965a-d68320b3d514 req-5662e598-9a02-4459-a967-a50df2534940 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0586884 Jul 04 09:20:00.050034 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0002fa0a-3960-420b-965a-d68320b3d514 req-5e7ee714-cce9-4693-862f-33fad498ac2d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482230 Jul 04 09:20:00.327207 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778571fd-0cb9-475c-9e87-e6c5e14a356a req-b798f9f2-5389-4bdb-b039-57b0cc60eb94 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:00.328732 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-778571fd-0cb9-475c-9e87-e6c5e14a356a req-b798f9f2-5389-4bdb-b039-57b0cc60eb94 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0528469 Jul 04 09:20:00.390331 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01466ef-2e96-42c0-8420-10edeed2aa4f req-fb8327fa-dd64-404d-bf29-d814fdbbebf7 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:00.391824 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f01466ef-2e96-42c0-8420-10edeed2aa4f req-fb8327fa-dd64-404d-bf29-d814fdbbebf7 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0622230 Jul 04 09:20:00.432411 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-778571fd-0cb9-475c-9e87-e6c5e14a356a req-59be1160-1be2-4c82-ba3b-279df285ab97 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939777 Jul 04 09:20:00.456043 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f01466ef-2e96-42c0-8420-10edeed2aa4f req-5320effc-93c8-4e9c-8b59-28109d0d0551 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583129 Jul 04 09:20:01.181785 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70a30f-9ece-4282-81b7-def9ff2166e8 req-dff38638-6232-4725-872d-c68e9422f9a1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:01.183325 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-be70a30f-9ece-4282-81b7-def9ff2166e8 req-dff38638-6232-4725-872d-c68e9422f9a1 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0545866 Jul 04 09:20:01.237036 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-be70a30f-9ece-4282-81b7-def9ff2166e8 req-2221cfed-3185-4412-976e-766119132708 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459497 Jul 04 09:20:01.602676 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86667740-f27a-4b8b-89b2-bae60e402182 req-91c9f8f1-8935-4bb0-bb7f-6dbc16409b4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:01.604172 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-86667740-f27a-4b8b-89b2-bae60e402182 req-91c9f8f1-8935-4bb0-bb7f-6dbc16409b4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0995564 Jul 04 09:20:01.626003 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052125b-031a-4cd5-a8f1-b65be29ca502 req-bd505a5d-b7e2-4876-a106-db71ce74bb68 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:01.627430 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3052125b-031a-4cd5-a8f1-b65be29ca502 req-bd505a5d-b7e2-4876-a106-db71ce74bb68 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0819039 Jul 04 09:20:01.696726 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-86667740-f27a-4b8b-89b2-bae60e402182 req-a7cc3d80-db8a-4db3-a84b-1c3adfecf0fe tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867581 Jul 04 09:20:01.703979 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3052125b-031a-4cd5-a8f1-b65be29ca502 req-b1fa5621-ee93-49d6-8e1e-fe07c0da79ad tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695686 Jul 04 09:20:01.868583 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:20:02.358780 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071349-69ac-4ef0-87ef-a5ac665dcd09 req-1ab04c71-9e32-44ec-a087-c6819b49108d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:02.360273 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b5071349-69ac-4ef0-87ef-a5ac665dcd09 req-1ab04c71-9e32-44ec-a087-c6819b49108d tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0492637 Jul 04 09:20:02.412887 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b5071349-69ac-4ef0-87ef-a5ac665dcd09 req-f4f610d4-701b-4972-8374-4faf6a07bb65 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Jul 04 09:20:02.850518 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509deb1c-9bb8-426e-bbdb-deaef90c8955 req-3d4adebc-9e4d-4327-b70c-27329f206459 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:02.852619 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-509deb1c-9bb8-426e-bbdb-deaef90c8955 req-3d4adebc-9e4d-4327-b70c-27329f206459 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0858486 Jul 04 09:20:02.865296 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1a565-8e95-4d37-8b46-5c06bb4fa477 req-bcf7ede5-3714-45f2-bca0-ead335d117f4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:02.867375 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-39f1a565-8e95-4d37-8b46-5c06bb4fa477 req-bcf7ede5-3714-45f2-bca0-ead335d117f4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0890429 Jul 04 09:20:02.920234 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 90432259-5748-4275-9dd4-31b28ac81966 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:02.943475 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 90432259-5748-4275-9dd4-31b28ac81966 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:02.943825 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 90432259-5748-4275-9dd4-31b28ac81966 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:02.945481 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-509deb1c-9bb8-426e-bbdb-deaef90c8955 req-e5c4fae7-13d9-4265-a73c-a1a7cde2d742 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866168 Jul 04 09:20:02.949046 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-39f1a565-8e95-4d37-8b46-5c06bb4fa477 req-569b2c35-3497-41a2-bbc4-35f6b45fd6f3 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756035 Jul 04 09:20:03.185620 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6638d700-3530-4b8f-9ae2-b679b1a99583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:03.206195 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:03.212558 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-1b6fc081-423b-4f16-80b4-a8d75d8e2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:03.214129 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-1b6fc081-423b-4f16-80b4-a8d75d8e2ffc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a2c8810-cb52-4371-861a-661d1c6a6165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435019 Jul 04 09:20:03.290030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:03.358199 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-9e6944ad-a586-4e6e-a70d-2579932df10a service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917521 Jul 04 09:20:03.433682 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-99fa31c9-213a-4e0b-9dd1-1e58a3a022a6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:03.435067 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-99fa31c9-213a-4e0b-9dd1-1e58a3a022a6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0474312 Jul 04 09:20:03.473043 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e235eb7e-c9cc-4878-9c4e-60d434e93fb9 req-c09e6d0d-7b36-4fa6-b851-bf39d72606c6 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858016 Jul 04 09:20:03.542264 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899c51-f89e-408f-99c4-b23a34f26779 req-0d72fa12-3bf1-41b0-b4ab-0b261fba6062 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:03.543893 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e6899c51-f89e-408f-99c4-b23a34f26779 req-0d72fa12-3bf1-41b0-b4ab-0b261fba6062 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 945 time: 0.0585642 Jul 04 09:20:03.593611 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e6899c51-f89e-408f-99c4-b23a34f26779 req-a0229c28-1ff0-4a91-8793-2f7e800bd6c6 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/security-groups?id=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Jul 04 09:20:03.612355 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Deleting port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:03.612695 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:03.703456 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] For port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:03.703713 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:03.716748 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Calling delete_port for 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:03.849250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:03.861899 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:20:03.876582 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Pushing event deleted for resources: {'Port': ['ID=4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:03.928080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] No DVR routers for this DVR port 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:03.930889 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:03.934181 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-afb4a2a1-bd54-48c0-a2a4-d9457d9e451e req-8eb8a55f-8f58-481d-9ca6-f4adb1e6a70a tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.57 "DELETE /v2.0/ports/4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d HTTP/1.1" status: 204 len: 173 time: 0.4140270 Jul 04 09:20:03.934625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'name': 'network-vif-deleted', 'tag': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:03.936937 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0b59cd-066f-4cc5-a35a-e3a41218926a" -d '{"events": [{"server_uuid": "eb12a448-abd1-4f71-a368-8e85bedaf38b", "name": "network-vif-deleted", "tag": "4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:03.973152 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df6d086-69ef-498e-9aa4-25e2ad524ee3 x-openstack-request-id: req-6df6d086-69ef-498e-9aa4-25e2ad524ee3 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:03.973152 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb12a448-abd1-4f71-a368-8e85bedaf38b", "name": "network-vif-deleted", "tag": "4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:03.973152 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6df6d086-69ef-498e-9aa4-25e2ad524ee3 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:03.973152 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df6d086-69ef-498e-9aa4-25e2ad524ee3'] response: {'server_uuid': 'eb12a448-abd1-4f71-a368-8e85bedaf38b', 'name': 'network-vif-deleted', 'tag': '4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d', 'status': 'completed', 'code': 200} Jul 04 09:20:04.091130 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50bf0-9ea6-44d3-8b8d-74ea0317f9d7 req-e79f8fd7-6a28-42e8-8611-82afadf9c312 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:04.092644 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8ae50bf0-9ea6-44d3-8b8d-74ea0317f9d7 req-e79f8fd7-6a28-42e8-8611-82afadf9c312 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0745223 Jul 04 09:20:04.103901 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75adecf-b08a-4d1e-bd6b-b1aa43b7a4e7 req-61b82a5a-544f-4f61-ae21-6d50b5b15363 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:04.105373 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b75adecf-b08a-4d1e-bd6b-b1aa43b7a4e7 req-61b82a5a-544f-4f61-ae21-6d50b5b15363 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0775640 Jul 04 09:20:04.187737 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8ae50bf0-9ea6-44d3-8b8d-74ea0317f9d7 req-0eb31d10-c2ba-4951-b9d2-be5bf0b0ff0b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812590 Jul 04 09:20:04.190857 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b75adecf-b08a-4d1e-bd6b-b1aa43b7a4e7 req-d8c74b78-a97f-40e5-a3cd-ccb7e9acb4ef tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781982 Jul 04 09:20:04.306535 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260285bc-8773-4583-9909-a9196094f15f req-53c87a64-42d2-4ab1-927e-ecc24cad097e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:04.308157 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-260285bc-8773-4583-9909-a9196094f15f req-53c87a64-42d2-4ab1-927e-ecc24cad097e tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Jul 04 09:20:04.317396 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44130) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:04.322499 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Request body: {'floatingip': {'port_id': '8cde69f6-6a15-4f69-a13f-6914787dd859'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:04.362548 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (4e0854cc-b8ba-493d-88c9-6c0b7607c655), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:04.364412 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:04.560668 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:04.692769 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-040ef8dd-a849-4dd5-8e3a-a649dcafda76 req-2930854a-d3de-4bb2-8cb9-5003082fbdc3 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 210 time: 0.0278401 Jul 04 09:20:04.801441 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:04.808030 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (4e0854cc-b8ba-493d-88c9-6c0b7607c655), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:04.910025 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Floating IP 4e0854cc-b8ba-493d-88c9-6c0b7607c655 associated. External IP: 172.27.0.217, port: 8cde69f6-6a15-4f69-a13f-6914787dd859. Jul 04 09:20:05.314102 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b56a05-c82b-44b0-bd81-7cbc3bb7e245 req-4d00e71b-6bad-4efd-b7c0-408a77e37aa1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:05.321333 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e8b56a05-c82b-44b0-bd81-7cbc3bb7e245 req-4d00e71b-6bad-4efd-b7c0-408a77e37aa1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0629852 Jul 04 09:20:05.369757 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e8b56a05-c82b-44b0-bd81-7cbc3bb7e245 req-7573ea09-bd32-4f49-917f-1262414f757c tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475008 Jul 04 09:20:05.385340 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Router 67dd8dcb-6e4b-4f4a-a297-edac64970941 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:05.406505 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-95eb8585-ee46-4ea9-821b-40f4cbb1e382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:05.495482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:05.500480 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:05.504858 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] Sync routers for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:05.515449 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:05.516086 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:05.532776 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-3e1bd54a-909a-44c0-80c4-3b94de7994bd tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "PUT /v2.0/floatingips/4e0854cc-b8ba-493d-88c9-6c0b7607c655 HTTP/1.1" status: 200 len: 991 time: 1.2142100 Jul 04 09:20:05.621804 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:05.840580 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-aae2f4a8-70c0-4af0-b1eb-3a942799d0fe req-b6991598-ba34-4917-8874-e43c8ace3596 tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb12a448-abd1-4f71-a368-8e85bedaf38b HTTP/1.1" status: 200 len: 210 time: 0.0490460 Jul 04 09:20:05.852288 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4e0854cc-b8ba-493d-88c9-6c0b7607c655', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'port_id': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'mac_address': 'fa:16:3e:93:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:19:47Z', 'updated_at': '2022-07-04T09:20:04Z', 'revision_number': 1, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:05.884223 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] Checking router: 67dd8dcb-6e4b-4f4a-a297-edac64970941 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:05.894750 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:05.895360 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:05.974287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:05.976857 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d532611-c6d8-4313-b99b-d6d5d7eb3848" -d '{"events": [{"name": "network-changed", "server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:06.003739 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:06.013870 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2328b2b7-ae28-4e77-a7c7-ce4cc10ce002 x-openstack-request-id: req-2328b2b7-ae28-4e77-a7c7-ce4cc10ce002 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:06.014269 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:06.014587 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2328b2b7-ae28-4e77-a7c7-ce4cc10ce002 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:06.015301 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2328b2b7-ae28-4e77-a7c7-ce4cc10ce002'] response: {'name': 'network-changed', 'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'status': 'completed', 'code': 200} Jul 04 09:20:06.039748 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:06.082434 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-f907f1cb-2430-4077-aaed-fed6fd80ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:06.084117 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-f907f1cb-2430-4077-aaed-fed6fd80ea0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 1129 time: 0.0406203 Jul 04 09:20:06.305130 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:06.312518 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4e0854cc-b8ba-493d-88c9-6c0b7607c655', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'port_id': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'mac_address': 'fa:16:3e:93:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:19:47Z', 'updated_at': '2022-07-04T09:20:04Z', 'revision_number': 1, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:06.340196 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6552464b-4f24-4c94-bf5d-c23fb21c4777 None None] The sync data for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi is: [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4e0854cc-b8ba-493d-88c9-6c0b7607c655', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'port_id': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'mac_address': 'fa:16:3e:93:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:19:47Z', 'updated_at': '2022-07-04T09:20:04Z', 'revision_number': 1, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:06.392818 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-78427f3a-a1df-47dc-a646-49b4057a01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:06.394742 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-78427f3a-a1df-47dc-a646-49b4057a01a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 200 len: 911 time: 0.1078315 Jul 04 09:20:06.438892 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:06.463210 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-9e106ab9-0cd9-4089-b31e-a43aec9a14e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cde69f6-6a15-4f69-a13f-6914787dd859 HTTP/1.1" status: 200 len: 999 time: 0.0615308 Jul 04 09:20:06.488621 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0170a-c5d8-4076-b524-a539cef70409 req-fdf3c8fd-3360-4201-a9b6-99095c5bf91b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:06.490399 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ffb0170a-c5d8-4076-b524-a539cef70409 req-fdf3c8fd-3360-4201-a9b6-99095c5bf91b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Jul 04 09:20:06.517873 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-cef401d4-ae34-4e6c-8a29-97ae098a2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:06.519408 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-cef401d4-ae34-4e6c-8a29-97ae098a2e6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 200 len: 849 time: 0.0504587 Jul 04 09:20:06.545997 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ffb0170a-c5d8-4076-b524-a539cef70409 req-625366e0-6b66-4564-97ea-63422e0e5148 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Jul 04 09:20:06.565912 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-46bb6d9f-caf8-4067-9957-b771291e9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:06.567474 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-46bb6d9f-caf8-4067-9957-b771291e9a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d34116fb-495d-48d9-8d0c-0773d154a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424795 Jul 04 09:20:06.587716 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37bac6e-6b7c-46cb-898b-51bf79566559 None None] New status for floating IP 4e0854cc-b8ba-493d-88c9-6c0b7607c655: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:20:06.606230 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:06.669752 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-eaf5227b-f596-4a54-9ce4-03a552d83086 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960917 Jul 04 09:20:06.670416 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-cc5a4e22-bca4-4d8a-811a-72fd3761608f req-36b1d190-4e2d-4d2d-a95b-3ec4cf0c513b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:20:06.671432 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cc5a4e22-bca4-4d8a-811a-72fd3761608f req-36b1d190-4e2d-4d2d-a95b-3ec4cf0c513b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0550752 Jul 04 09:20:06.702585 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:06.780415 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1d532611-c6d8-4313-b99b-d6d5d7eb3848 req-42ae958c-7b02-4880-9146-4b00e2c37849 service neutron] 10.222.0.57 "GET /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040049 Jul 04 09:20:06.848400 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:06.859824 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ad35c-7234-49de-b45e-1f47a63de2b3 req-91e9f133-fcab-4701-be79-cdd327916eba tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:06.861331 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-715ad35c-7234-49de-b45e-1f47a63de2b3 req-91e9f133-fcab-4701-be79-cdd327916eba tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0670314 Jul 04 09:20:06.901918 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44160) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:06.919253 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-715ad35c-7234-49de-b45e-1f47a63de2b3 req-88bcba58-6329-4dff-b3b6-fe644bc1eda0 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506086 Jul 04 09:20:06.952899 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-b04eb219-f3c4-4ea7-a278-83133d29fd7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033218 Jul 04 09:20:06.955990 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:06.962612 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-ca80f2bb-54c1-4df9-8755-3dd3e9ad2054 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:20:06.964094 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-ca80f2bb-54c1-4df9-8755-3dd3e9ad2054 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063066 Jul 04 09:20:06.981038 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:06.981377 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 4d51a8b6-0abd-4c35-b502-9d5ad3cc0c9d not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:06.981804 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 78c383e3-0712-437b-8c6a-9bd8b90e67f0 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:07.063642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 is: ACTIVE; New status is: DOWN {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:07.063946 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:07.069178 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44168) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:07.089183 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:07.091451 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cde0c7-62ba-438d-9c71-db62231e700a" -d '{"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-unplugged", "status": "completed", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:07.104130 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:07.111903 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:07.143512 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b265bcc2-eb11-42c5-8b31-adb03e85b205 x-openstack-request-id: req-b265bcc2-eb11-42c5-8b31-adb03e85b205 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:07.143797 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-unplugged", "status": "failed", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0", "code": 422}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:07.144049 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b265bcc2-eb11-42c5-8b31-adb03e85b205 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:07.144501 dv-cinder-819149-7-iscsi neutron-server[104058]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b265bcc2-eb11-42c5-8b31-adb03e85b205']: {'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'code': 422} returned with failed status Jul 04 09:20:07.183045 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=6']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:07.212586 dv-cinder-819149-7-iscsi neutron-server[104056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 09:20:07.273545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-bbb23cce-ba38-4729-b750-96be39642671 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:07.274925 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-bbb23cce-ba38-4729-b750-96be39642671 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports/78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 941 time: 0.2047246 Jul 04 09:20:07.484557 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (2714678e-6db0-4e2e-a96a-484b3f832be2), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:07.771766 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Deleting port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:07.772147 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:07.838709 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:07.859464 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] For port 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:07.859842 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:07.872781 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Calling delete_port for 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:07.882470 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:08.037637 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d62c55-8d23-4fcd-8832-2f50bb768db1 req-7d615509-7de2-4e29-a0c7-e650a7ca9bc7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:08.039798 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-39d62c55-8d23-4fcd-8832-2f50bb768db1 req-7d615509-7de2-4e29-a0c7-e650a7ca9bc7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0502443 Jul 04 09:20:08.056983 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:08.088959 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:08.091421 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:08.104762 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-39d62c55-8d23-4fcd-8832-2f50bb768db1 req-19e5fed0-b61d-4191-a235-df83271f2df3 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579014 Jul 04 09:20:08.216184 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:08.275565 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (2714678e-6db0-4e2e-a96a-484b3f832be2), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:08.488746 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Router 2714678e-6db0-4e2e-a96a-484b3f832be2 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:08.593721 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:08.600002 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-11a9d717-5f1d-4278-a07c-94c3acba0d67 admin admin] 10.222.0.26 "PUT /v2.0/routers/2714678e-6db0-4e2e-a96a-484b3f832be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956470 Jul 04 09:20:08.602329 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44184) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:08.604861 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] Sync routers for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:08.615908 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:08.616652 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:08.705916 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks [] for router (2714678e-6db0-4e2e-a96a-484b3f832be2), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:08.718207 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:08.829875 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:08.836542 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:08.851939 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-4e5bf70b-94b4-4b9d-b976-ea444aa954d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:08.853464 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-4e5bf70b-94b4-4b9d-b976-ea444aa954d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214&tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06 HTTP/1.1" status: 200 len: 1128 time: 0.1138134 Jul 04 09:20:08.879276 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks [] for router_gateway (2714678e-6db0-4e2e-a96a-484b3f832be2), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:08.906724 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:20:08Z', 'revision_number': 5, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port': {'id': 'a888a942-39b6-42d0-9395-f9aa893815f5', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:45Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:08.933244 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] Checking router: 2714678e-6db0-4e2e-a96a-484b3f832be2 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:08.942212 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] Routers {'2714678e-6db0-4e2e-a96a-484b3f832be2'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:08.942844 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['2714678e-6db0-4e2e-a96a-484b3f832be2'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:08.952478 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-f20286c2-a970-4db6-96c2-1f06fa2ebadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:08.954015 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-f20286c2-a970-4db6-96c2-1f06fa2ebadf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1128 time: 0.0713012 Jul 04 09:20:08.958413 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Deleting port a888a942-39b6-42d0-9395-f9aa893815f5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:08.958785 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:09.029383 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] Set router 2714678e-6db0-4e2e-a96a-484b3f832be2 gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:09.080905 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:20:08Z', 'revision_number': 6, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:09.110709 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5f352-dcaa-47dc-8ef9-c6ef5d66add6 None None] The sync data for ids ['2714678e-6db0-4e2e-a96a-484b3f832be2'] in dv-cinder-819149-7-iscsi is: [{'id': '2714678e-6db0-4e2e-a96a-484b3f832be2', 'name': 'tempest-ServerRescueNegativeTestJSON-534989299-router', 'tenant_id': '48690ebc49824572a08f53597eeee661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:44Z', 'updated_at': '2022-07-04T09:20:08Z', 'revision_number': 6, 'project_id': '48690ebc49824572a08f53597eeee661', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:09.236099 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a23a1-a73a-44b8-8a71-6f523c17a592 req-87ac2110-785b-49f5-aa55-4d4b5ad2f2c1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:09.237788 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5e5a23a1-a73a-44b8-8a71-6f523c17a592 req-87ac2110-785b-49f5-aa55-4d4b5ad2f2c1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0491345 Jul 04 09:20:09.295300 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5e5a23a1-a73a-44b8-8a71-6f523c17a592 req-4cc8081d-ddbd-4c5c-bb43-f0262a45b5a6 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507960 Jul 04 09:20:09.367294 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] For port a888a942-39b6-42d0-9395-f9aa893815f5, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a888a942-39b6-42d0-9395-f9aa893815f5,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:09.367929 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:09.377690 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-db6e20cd-5284-4512-95d0-262e9f558aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:09.379221 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-db6e20cd-5284-4512-95d0-262e9f558aa9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 908 time: 0.4166684 Jul 04 09:20:09.383366 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Calling delete_port for a888a942-39b6-42d0-9395-f9aa893815f5 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:09.490708 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-d0f7623a-4e98-4f07-8b60-c49d2da34e66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 1000 time: 0.1014769 Jul 04 09:20:09.585910 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-a91a4b4a-c9a5-48e7-8af3-7f3ce30b45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:09.587432 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-a91a4b4a-c9a5-48e7-8af3-7f3ce30b45b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 200 len: 846 time: 0.0906270 Jul 04 09:20:09.659473 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-2277f388-cecf-4a8d-8331-2e53b46d17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:09.660917 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-2277f388-cecf-4a8d-8331-2e53b46d17ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a2c8810-cb52-4371-861a-661d1c6a6165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655112 Jul 04 09:20:09.690035 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (a888a942-39b6-42d0-9395-f9aa893815f5), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:09.729762 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a888a942-39b6-42d0-9395-f9aa893815f5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:09.827801 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-2a85058b-cffd-44fe-b5ff-81eb62ad0f66 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586261 Jul 04 09:20:09.855370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (2714678e-6db0-4e2e-a96a-484b3f832be2), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:09.885426 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:09.916405 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:09.991125 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (2714678e-6db0-4e2e-a96a-484b3f832be2), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:09.996111 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks [] for router_controller (2714678e-6db0-4e2e-a96a-484b3f832be2), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.053328 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-eda1aba0-d7f3-42ad-9b1b-fd5bdd51bc86 req-29585d6e-d2ed-46bd-a98d-42641648b878 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167320 Jul 04 09:20:10.054069 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (2714678e-6db0-4e2e-a96a-484b3f832be2), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.054675 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2714678e-6db0-4e2e-a96a-484b3f832be2 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:20:10.059375 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.060488 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a79646b0-19eb-4f74-b017-eb70d2bc18a5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2714678e-6db0-4e2e-a96a-484b3f832be2 HTTP/1.1" status: 204 len: 168 time: 1.4572394 Jul 04 09:20:10.063522 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44188) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:10.114189 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] Deleting subnet 63fdfb2c-8b27-44e6-b796-b9b4b90ef657 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:20:10.117843 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] Publish callbacks [] for subnet (63fdfb2c-8b27-44e6-b796-b9b4b90ef657), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.154292 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (63fdfb2c-8b27-44e6-b796-b9b4b90ef657), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.233186 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (63fdfb2c-8b27-44e6-b796-b9b4b90ef657), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.301272 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (63fdfb2c-8b27-44e6-b796-b9b4b90ef657), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.326869 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fdfb2c-8b27-44e6-b796-b9b4b90ef657,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:10.340148 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.346304 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44192) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:10.347160 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5e519101-71c4-4380-8ae8-a7a5ac8fe39a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/63fdfb2c-8b27-44e6-b796-b9b4b90ef657 HTTP/1.1" status: 204 len: 168 time: 0.2819109 Jul 04 09:20:10.349951 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8302d1-befb-427f-89ac-4b00484c8ac9 None None] Network df1b751e-d6ba-48eb-89e1-23cec336922c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:10.369422 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:10.447684 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:10.469719 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dccc9-e13e-4ea4-a0d0-1e38adec59a7 req-5315ba4a-a3cb-4f86-8779-6409442a7aad tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:10.474340 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b4dccc9-e13e-4ea4-a0d0-1e38adec59a7 req-5315ba4a-a3cb-4f86-8779-6409442a7aad tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0935678 Jul 04 09:20:10.477228 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (df1b751e-d6ba-48eb-89e1-23cec336922c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.522866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] DHCP port deletion for df1b751e-d6ba-48eb-89e1-23cec336922c request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:20:10.560128 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b4dccc9-e13e-4ea4-a0d0-1e38adec59a7 req-4e1bb892-36fb-4779-8515-b7e11b943ebe tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805795 Jul 04 09:20:10.567138 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Deleting port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:10.567470 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.638813 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] For port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:10.639178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.652919 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Calling delete_port for a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:10.684033 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a888a942-39b6-42d0-9395-f9aa893815f5 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:10.708532 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: a888a942-39b6-42d0-9395-f9aa893815f5 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:10.708866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a888a942-39b6-42d0-9395-f9aa893815f5 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:10.709274 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:10.713796 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] Deleting port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:10.714204 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.736824 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.761536 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:10.765690 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] No DVR routers for this DVR port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 on host dv-cinder-819149-7-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:10.804846 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] For port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,segment=NetworkSegment(fec8d9b3-b0c6-4335-ba8c-782f1f64f65d),segment_id=fec8d9b3-b0c6-4335-ba8c-782f1f64f65d)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:10.805234 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.807644 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No active binding found for port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 {{(pid=104058) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 04 09:20:10.808009 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] The host dv-cinder-819149-7-iscsi is not matching for port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 host None! {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 04 09:20:10.808387 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:10.808792 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:10.834620 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] Calling delete_port for a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:10.836526 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:10.836861 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 43dcc5ae-17c4-4b37-b4e5-e0d5edaa58ec not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:10.839929 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (df1b751e-d6ba-48eb-89e1-23cec336922c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.862313 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1b751e-d6ba-48eb-89e1-23cec336922c']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:10.871697 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:10.871965 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec8d9b3-b0c6-4335-ba8c-782f1f64f65d') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:10.881688 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944331'] for segment (fec8d9b3-b0c6-4335-ba8c-782f1f64f65d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.895467 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (fec8d9b3-b0c6-4335-ba8c-782f1f64f65d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.902598 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:20:10.903043 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946710'] for segment (fec8d9b3-b0c6-4335-ba8c-782f1f64f65d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.915369 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.937706 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] Pushing event deleted for resources: {'Port': ['ID=a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:10.943037 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ff1a7-bfea-440f-818c-d183499cd33b None None] No DVR routers for this DVR port a1c7ae0c-1bcc-4610-a5c9-9a1b0e75d741 on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:10.955529 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment fec8d9b3-b0c6-4335-ba8c-782f1f64f65d resource provider aggregate not found Jul 04 09:20:10.968737 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (df1b751e-d6ba-48eb-89e1-23cec336922c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.972319 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment fec8d9b3-b0c6-4335-ba8c-782f1f64f65d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fec8d9b3-b0c6-4335-ba8c-782f1f64f65d found for delete ", "request_id": "req-c9ac2ac5-2b97-40c6-b801-2192e4c58bc9"}]} Jul 04 09:20:10.978248 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:10.981583 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] 10.222.0.26 "DELETE /v2.0/networks/df1b751e-d6ba-48eb-89e1-23cec336922c HTTP/1.1" status: 204 len: 168 time: 0.6328979 Jul 04 09:20:10.990907 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648cb52-c8a7-45ca-8169-bbcb8fc38e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=df1b751e-d6ba-48eb-89e1-23cec336922c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:11.098054 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44200) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:11.144335 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f906c29e-25d9-4e82-b9aa-ab94a72fffeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48690ebc49824572a08f53597eeee661&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450680 Jul 04 09:20:11.147721 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44202) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:11.197352 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed9f4-f372-48ab-8f94-ba0e24c04fd2 admin admin] Publish callbacks [] for security_group (6aebd39d-37c6-4a0b-8b1f-a29cdbabe471), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:11.218998 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed9f4-f372-48ab-8f94-ba0e24c04fd2 admin admin] Publish callbacks [] for security_group (6aebd39d-37c6-4a0b-8b1f-a29cdbabe471), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:11.271391 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed9f4-f372-48ab-8f94-ba0e24c04fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (6aebd39d-37c6-4a0b-8b1f-a29cdbabe471), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:11.274177 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed9f4-f372-48ab-8f94-ba0e24c04fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:11.275319 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2f0ed9f4-f372-48ab-8f94-ba0e24c04fd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6aebd39d-37c6-4a0b-8b1f-a29cdbabe471 HTTP/1.1" status: 204 len: 168 time: 0.1267338 Jul 04 09:20:11.283331 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ed9f4-f372-48ab-8f94-ba0e24c04fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aebd39d-37c6-4a0b-8b1f-a29cdbabe471,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:11.684531 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eb4e3-493b-4ec0-8447-693ce1740ed3 req-6ca765f1-8d4c-4199-8f56-a11e952291cd tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:11.686130 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-516eb4e3-493b-4ec0-8447-693ce1740ed3 req-6ca765f1-8d4c-4199-8f56-a11e952291cd tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0544739 Jul 04 09:20:11.739401 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-516eb4e3-493b-4ec0-8447-693ce1740ed3 req-e6e23e28-967f-4148-ba4b-5470c6d3fbad tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470271 Jul 04 09:20:11.998924 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44226) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:12.103248 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-network', 'tenant_id': '4677b4c393ff41a09c922467365e06f0'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:12.119771 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:12.133556 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Made reservation on behalf of 4677b4c393ff41a09c922467365e06f0 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:12.137290 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.140955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:12.152767 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.230396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks [] for security_group (98698c88-b609-466a-a5d5-bbda022efe1f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.236272 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (98698c88-b609-466a-a5d5-bbda022efe1f), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.264819 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:20:12.270953 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98698c88-b609-466a-a5d5-bbda022efe1f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:12.278728 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (4015c273-94d7-4f3e-b2e5-e013fb7df1ab), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.278728 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Added segment 4015c273-94d7-4f3e-b2e5-e013fb7df1ab of type vlan for network 460f8279-d422-4942-bdf8-e5307675ed2c Jul 04 09:20:12.320882 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (460f8279-d422-4942-bdf8-e5307675ed2c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.346917 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (460f8279-d422-4942-bdf8-e5307675ed2c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.347975 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:12.348545 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.380836 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3808405 Jul 04 09:20:12.384159 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44232) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:12.389095 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Request body: {'subnet': {'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-subnet', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:12.410706 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Made reservation on behalf of 4677b4c393ff41a09c922467365e06f0 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:12.413095 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29004390'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.419678 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1322-3144-4494-8642-025e69715ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=460f8279-d422-4942-bdf8-e5307675ed2c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:12.429255 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 460f8279-d422-4942-bdf8-e5307675ed2c details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:20:12.585580 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26720448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29004700'] for subnet (4dfb736c-7ba6-4e26-97e1-c714a8a949c8), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.634006 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dfb736c-7ba6-4e26-97e1-c714a8a949c8,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:12.651560 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Checking segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:12.651910 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Network hostable DHCP agents. Network: 460f8279-d422-4942-bdf8-e5307675ed2c, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:20:12.673495 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Network 460f8279-d422-4942-bdf8-e5307675ed2c is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:20:12.691011 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 460f8279-d422-4942-bdf8-e5307675ed2c) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:12.696310 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:12.697351 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.700451 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8777281-a618-48df-bfee-6dfe6c63989f None None] Network 460f8279-d422-4942-bdf8-e5307675ed2c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:12.708468 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:12.722566 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-27b2023c-f81f-48af-a902-77884c70bfb5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3346114 Jul 04 09:20:12.722835 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44234) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:12.727526 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:12.750521 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (73960203-7365-4c06-8f6e-58d1fca75d96), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.751601 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (73960203-7365-4c06-8f6e-58d1fca75d96), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.810453 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-460f8279-d422-4942-bdf8-e5307675ed2c', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'project_id': '4677b4c393ff41a09c922467365e06f0', 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:20:12.810756 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks [] for router_controller (73960203-7365-4c06-8f6e-58d1fca75d96), precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.811507 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:12.818454 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:12.860159 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5823b12-e64a-47b7-8443-905ad12ebc73 req-4640a715-2868-445a-907c-294ac61bd162 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:12.865848 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c5823b12-e64a-47b7-8443-905ad12ebc73 req-4640a715-2868-445a-907c-294ac61bd162 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0528731 Jul 04 09:20:12.918288 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c5823b12-e64a-47b7-8443-905ad12ebc73 req-03266ef0-c743-4a40-8abf-8e8312b48069 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503860 Jul 04 09:20:12.952785 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Allocated IP 172.20.0.2 (460f8279-d422-4942-bdf8-e5307675ed2c/4dfb736c-7ba6-4e26-97e1-c714a8a949c8/9366a197-964c-4d05-8b90-0e12fe56f6ac) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:12.958790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks [] for router_gateway (73960203-7365-4c06-8f6e-58d1fca75d96), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.020898 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:13.032611 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:13.098867 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Publish callbacks [] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.105059 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.139866 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks [] for router_gateway (73960203-7365-4c06-8f6e-58d1fca75d96), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.145304 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Network 460f8279-d422-4942-bdf8-e5307675ed2c is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:13.152321 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:13.154678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:20:13.157552 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Pushing event updated for resources: {'Port': ['ID=9366a197-964c-4d05-8b90-0e12fe56f6ac,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:13.159587 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.184281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:13.218288 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Attempting to bind port 9366a197-964c-4d05-8b90-0e12fe56f6ac on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:20:13.218652 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Attempting to bind port 9366a197-964c-4d05-8b90-0e12fe56f6ac by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:20:13.219016 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Attempting to bind port 9366a197-964c-4d05-8b90-0e12fe56f6ac on network 460f8279-d422-4942-bdf8-e5307675ed2c {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:13.224410 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:20:13.224778 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Checking segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:13.225173 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.225555 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Bound using segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:20:13.226096 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Bound port: 9366a197-964c-4d05-8b90-0e12fe56f6ac, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:20:13.226475 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.267357 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Allocated IP 172.27.0.162 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/1c0678a9-2714-4bc7-8387-59f03b838701) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:13.286456 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] For port 9366a197-964c-4d05-8b90-0e12fe56f6ac, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:20:13.289625 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] For port 9366a197-964c-4d05-8b90-0e12fe56f6ac, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=9366a197-964c-4d05-8b90-0e12fe56f6ac,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:20:13.296409 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.351271 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022ac85-145e-4c4c-9d58-90069db6768a None None] Pushing event updated for resources: {'Port': ['ID=9366a197-964c-4d05-8b90-0e12fe56f6ac,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:13.389246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks [] for port (1c0678a9-2714-4bc7-8387-59f03b838701), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.424252 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.466134 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:13.471389 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:13.473688 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:20:13.476812 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0678a9-2714-4bc7-8387-59f03b838701,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:13.714831 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:13.735794 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks [] for router_gateway (73960203-7365-4c06-8f6e-58d1fca75d96), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:13.770590 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:13.932167 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (73960203-7365-4c06-8f6e-58d1fca75d96), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.037177 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac150fe-d5ef-4c56-8703-8268712646c1 req-3230b06a-24b1-47b8-9510-88b68682fb22 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:14.040062 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fac150fe-d5ef-4c56-8703-8268712646c1 req-3230b06a-24b1-47b8-9510-88b68682fb22 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0506151 Jul 04 09:20:14.071952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Router 73960203-7365-4c06-8f6e-58d1fca75d96 is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:20:14.092340 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fac150fe-d5ef-4c56-8703-8268712646c1 req-92975b43-faff-4d2e-ad2a-7ddef500f985 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466919 Jul 04 09:20:14.182848 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:14.192639 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Sync routers for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:14.202493 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.206371 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-56bb6bff-ce3e-4d45-aac0-ffb217c102f9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4800265 Jul 04 09:20:14.206534 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:14.206534 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:14.206711 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44240) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:14.280557 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4b21b-6dba-4eaa-8e0c-b378dbc277c7 None None] Network 460f8279-d422-4942-bdf8-e5307675ed2c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:14.363037 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-57b4cfa4-ab85-4169-ac69-61e121515dc0 None None] Provisioning complete for port 9366a197-964c-4d05-8b90-0e12fe56f6ac triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:14.363368 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57b4cfa4-ab85-4169-ac69-61e121515dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.406324 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:14.605333 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-57b4cfa4-ab85-4169-ac69-61e121515dc0 None None] Current status of the port 9366a197-964c-4d05-8b90-0e12fe56f6ac is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:14.605714 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57b4cfa4-ab85-4169-ac69-61e121515dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.627420 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.631832 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9366a197-964c-4d05-8b90-0e12fe56f6ac up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:14.637719 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:14.653504 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:14.700466 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-57b4cfa4-ab85-4169-ac69-61e121515dc0 None None] For port 9366a197-964c-4d05-8b90-0e12fe56f6ac, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=9366a197-964c-4d05-8b90-0e12fe56f6ac,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:14.712743 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57b4cfa4-ab85-4169-ac69-61e121515dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.798139 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Allocated IP 172.20.0.1 (460f8279-d422-4942-bdf8-e5307675ed2c/4dfb736c-7ba6-4e26-97e1-c714a8a949c8/a5e1e2b4-faff-448e-ad8e-f06d8efed423) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:14.873314 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:13Z', 'revision_number': 3, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:14.904231 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks [] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.914539 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Checking router: 73960203-7365-4c06-8f6e-58d1fca75d96 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:14.914912 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Updating router 73960203-7365-4c06-8f6e-58d1fca75d96 port 1c0678a9-2714-4bc7-8387-59f03b838701 binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:20:14.925642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-677005d6-52e5-4b38-a8f3-b935e09c5412 None None] Provisioning complete for port 9366a197-964c-4d05-8b90-0e12fe56f6ac triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:14.926028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-677005d6-52e5-4b38-a8f3-b935e09c5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.942307 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.972520 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 9366a197-964c-4d05-8b90-0e12fe56f6ac triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:14.972890 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:14.986682 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Network 460f8279-d422-4942-bdf8-e5307675ed2c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:14.991661 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:14.995777 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:20:14.998380 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4cfa4-ab85-4169-ac69-61e121515dc0 None None] Pushing event updated for resources: {'Port': ['ID=9366a197-964c-4d05-8b90-0e12fe56f6ac,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:15.016274 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.017367 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5e1e2b4-faff-448e-ad8e-f06d8efed423,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:15.037162 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (73960203-7365-4c06-8f6e-58d1fca75d96), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.175775 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:15.186564 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:15.219249 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 9366a197-964c-4d05-8b90-0e12fe56f6ac is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:15.221454 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-677005d6-52e5-4b38-a8f3-b935e09c5412 None None] Current status of the port 9366a197-964c-4d05-8b90-0e12fe56f6ac is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:15.233585 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c95775-c588-4e76-a192-e33b17ee2b0e req-f355872a-075e-4e00-8c34-8c2302be9774 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:15.235979 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70c95775-c588-4e76-a192-e33b17ee2b0e req-f355872a-075e-4e00-8c34-8c2302be9774 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0657651 Jul 04 09:20:15.317846 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70c95775-c588-4e76-a192-e33b17ee2b0e req-80bd2a17-7ece-4ead-ac7f-2d80eaef9e26 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744109 Jul 04 09:20:15.319213 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:15.386103 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Publish callbacks [] for port (1c0678a9-2714-4bc7-8387-59f03b838701), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.387663 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-3866d91f-9d16-4608-863f-bf6f154bd175 None None] Provisioning complete for port a5e1e2b4-faff-448e-ad8e-f06d8efed423 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:15.388015 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3866d91f-9d16-4608-863f-bf6f154bd175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.410490 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.461712 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-3866d91f-9d16-4608-863f-bf6f154bd175 None None] Port a5e1e2b4-faff-448e-ad8e-f06d8efed423 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:20:15.482631 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Attempting to bind port 1c0678a9-2714-4bc7-8387-59f03b838701 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:20:15.483003 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Attempting to bind port 1c0678a9-2714-4bc7-8387-59f03b838701 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:20:15.483368 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Attempting to bind port 1c0678a9-2714-4bc7-8387-59f03b838701 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:15.485381 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78ebde-d7f0-4f01-abce-e45373b64216 None None] Pushing event updated for resources: {'Port': ['ID=1c0678a9-2714-4bc7-8387-59f03b838701,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:15.490956 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:20:15.491618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:15.492525 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.493190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:20:15.493388 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Bound port: 1c0678a9-2714-4bc7-8387-59f03b838701, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:20:15.493950 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.501992 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.544128 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] For port 1c0678a9-2714-4bc7-8387-59f03b838701, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:20:15.547307 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] For port 1c0678a9-2714-4bc7-8387-59f03b838701, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1c0678a9-2714-4bc7-8387-59f03b838701,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:20:15.555329 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.623797 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:15.624948 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:15.628215 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78ebde-d7f0-4f01-abce-e45373b64216 None None] Pushing event updated for resources: {'Port': ['ID=1c0678a9-2714-4bc7-8387-59f03b838701,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:15.684148 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks [] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.689445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.694255 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:15.743973 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:15.765949 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (73960203-7365-4c06-8f6e-58d1fca75d96), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:15.771852 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5e1e2b4-faff-448e-ad8e-f06d8efed423,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:15.793551 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:15.867380 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Network 460f8279-d422-4942-bdf8-e5307675ed2c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:15.868915 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:15.949773 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:14Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:15.977529 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fb31c-57c9-4212-99ce-6cbf0fc03d91 None None] The sync data for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi is: [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:14Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:15.988241 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Router 73960203-7365-4c06-8f6e-58d1fca75d96 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:16.086369 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-7fee2d99-1b39-4f8e-af5b-b5b6f9e40df2 None None] Provisioning complete for port a5e1e2b4-faff-448e-ad8e-f06d8efed423 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:16.086879 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7fee2d99-1b39-4f8e-af5b-b5b6f9e40df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.107858 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:16.113177 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c693b24d-8481-4d01-9e83-7c6d8fcd2bd1 admin admin] 10.222.0.26 "PUT /v2.0/routers/73960203-7365-4c06-8f6e-58d1fca75d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9054072 Jul 04 09:20:16.119528 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-7fee2d99-1b39-4f8e-af5b-b5b6f9e40df2 None None] Port a5e1e2b4-faff-448e-ad8e-f06d8efed423 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:20:16.452221 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44252) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:16.456899 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-202782ef-8e02-4115-a224-e8e0262ea515 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384658875', 'description': 'tempest-description--1914964703'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:16.472166 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42766aed-5078-4e19-91e7-82b390620941 req-a5d9977a-3ff0-47a8-83eb-f256f061f2dd tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:16.473871 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-42766aed-5078-4e19-91e7-82b390620941 req-a5d9977a-3ff0-47a8-83eb-f256f061f2dd tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 944 time: 0.0584917 Jul 04 09:20:16.482787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202782ef-8e02-4115-a224-e8e0262ea515 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.540309 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-42766aed-5078-4e19-91e7-82b390620941 req-10bfe4e0-5291-41b6-8c53-7fee6f670d1e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592661 Jul 04 09:20:16.563904 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202782ef-8e02-4115-a224-e8e0262ea515 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (625316b7-0fe2-4fb0-a811-d39251e09295), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.568950 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202782ef-8e02-4115-a224-e8e0262ea515 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (625316b7-0fe2-4fb0-a811-d39251e09295), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.600902 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202782ef-8e02-4115-a224-e8e0262ea515 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.602180 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-202782ef-8e02-4115-a224-e8e0262ea515 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1488879 Jul 04 09:20:16.605280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44254) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:16.607719 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202782ef-8e02-4115-a224-e8e0262ea515 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625316b7-0fe2-4fb0-a811-d39251e09295,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:16.615517 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'security_group_rule': {'security_group_id': '625316b7-0fe2-4fb0-a811-d39251e09295', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:16.624508 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9366a197-964c-4d05-8b90-0e12fe56f6ac up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:16.657587 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (96e9942a-5a04-4c54-a145-582b9a1799f4), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.716332 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 9366a197-964c-4d05-8b90-0e12fe56f6ac triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:16.717056 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.739166 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (96e9942a-5a04-4c54-a145-582b9a1799f4), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.744714 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (96e9942a-5a04-4c54-a145-582b9a1799f4), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.766808 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e9942a-5a04-4c54-a145-582b9a1799f4,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:16.770321 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:16.776507 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.776860 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.777193 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.777522 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.777837 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.778190 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.778513 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.778832 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.779147 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.779460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.779772 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.780085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.780396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.780740 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.781049 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:16.785604 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.786874 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b4246da2-a20f-4168-afda-f6173c6c8d8c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802940 Jul 04 09:20:16.790080 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44256) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:16.794991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-222132cf-cc90-40fd-8842-c5b354c8645b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'security_group_rule': {'security_group_id': '625316b7-0fe2-4fb0-a811-d39251e09295', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:16.802579 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 9366a197-964c-4d05-8b90-0e12fe56f6ac is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:16.803698 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:16.826824 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-222132cf-cc90-40fd-8842-c5b354c8645b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (155d48d4-d972-457e-9e1f-032d31ba2461), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.894142 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-222132cf-cc90-40fd-8842-c5b354c8645b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (155d48d4-d972-457e-9e1f-032d31ba2461), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.900006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-222132cf-cc90-40fd-8842-c5b354c8645b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (155d48d4-d972-457e-9e1f-032d31ba2461), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.921403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222132cf-cc90-40fd-8842-c5b354c8645b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155d48d4-d972-457e-9e1f-032d31ba2461,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:16.927143 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-222132cf-cc90-40fd-8842-c5b354c8645b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.931401 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-222132cf-cc90-40fd-8842-c5b354c8645b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367207 Jul 04 09:20:16.931661 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44258) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:16.936267 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:16.960923 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:16.980460 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 78c383e3-0712-437b-8c6a-9bd8b90e67f0 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:20:17.052371 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.094114 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:17.106571 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'port_id': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'mac_address': 'fa:16:3e:fe:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:20:17.143941 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:17.144237 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.163402 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c383e3-0712-437b-8c6a-9bd8b90e67f0 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:20:17.168502 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Allocated IP 172.27.0.108 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/10100b12-3ef4-4836-9165-ae68785163ba) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:17.189980 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:17.195800 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.247824 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=7']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:17.267912 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:17.277533 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:17.288746 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for port (10100b12-3ef4-4836-9165-ae68785163ba), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.325103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (10100b12-3ef4-4836-9165-ae68785163ba), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.372067 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:17.377370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:17.379948 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:20:17.383645 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'Port': ['ID=10100b12-3ef4-4836-9165-ae68785163ba,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:17.445989 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['78c383e3-0712-437b-8c6a-9bd8b90e67f0'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:20:17.470919 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (4c623976-2ca3-463f-9f7d-7f4646efad50), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.511556 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (10100b12-3ef4-4836-9165-ae68785163ba), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.528378 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:17.552667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:17.572282 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:17.661185 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad33eed-9596-4e39-b2ac-24f2f4a57419 req-59e0b061-6f9f-42e0-a0d9-22122416167b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:17.662702 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7ad33eed-9596-4e39-b2ac-24f2f4a57419 req-59e0b061-6f9f-42e0-a0d9-22122416167b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Jul 04 09:20:17.686445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for port (10100b12-3ef4-4836-9165-ae68785163ba), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.692412 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (10100b12-3ef4-4836-9165-ae68785163ba), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.716760 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7ad33eed-9596-4e39-b2ac-24f2f4a57419 req-84d28bc6-4f68-4925-8657-fe191e82d9bf tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475464 Jul 04 09:20:17.766559 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'Port': ['ID=10100b12-3ef4-4836-9165-ae68785163ba,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:17.778994 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (4c623976-2ca3-463f-9f7d-7f4646efad50), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.797378 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:17.798666 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4d8ed704-1e60-434a-b577-811a0c02f2b6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8660045 Jul 04 09:20:17.952577 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-d35c8cff-85a5-441f-8c8e-e37a02bd1266 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--384658875&fields=id&tenant_id=4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 267 time: 0.0471833 Jul 04 09:20:18.072333 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-912d6623-64f5-4faa-b131-ef46313d20b9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:18.073819 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-912d6623-64f5-4faa-b131-ef46313d20b9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 817 time: 0.1145055 Jul 04 09:20:18.082167 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Sync routers for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:18.091857 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-e49f36f2-1c49-4fd1-bd88-c8f137e41410 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/quotas/4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 375 time: 0.0110841 Jul 04 09:20:18.095784 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:18.096426 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:18.146019 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-d77ac7da-1aa8-46eb-8d2f-ea37bca7c35b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488453 Jul 04 09:20:18.197121 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:18.292551 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-f957edde-69e3-4e2a-85df-8e4944883e74 service neutron] 10.222.0.26 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326489 Jul 04 09:20:18.393861 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 2, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:18.402679 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-d431aafc-2a51-4f52-9bc4-a2a2dc83fd06 service neutron] 10.222.0.26 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045227 Jul 04 09:20:18.419154 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Checking router: 73960203-7365-4c06-8f6e-58d1fca75d96 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:18.419497 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Updating router 73960203-7365-4c06-8f6e-58d1fca75d96 port a5e1e2b4-faff-448e-ad8e-f06d8efed423 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:20:18.445734 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:18.454463 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.570694 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-85845651-f21a-4f9d-a723-a9457e97b93e req-bdafba50-7f0e-4202-9448-ed133ae632e2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 210 time: 0.0319479 Jul 04 09:20:18.638656 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1c0678a9-2714-4bc7-8387-59f03b838701 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:18.657032 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:18.694124 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 1c0678a9-2714-4bc7-8387-59f03b838701 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:18.694755 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.733986 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Publish callbacks [] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.740683 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.775942 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 1c0678a9-2714-4bc7-8387-59f03b838701 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:18.776327 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.786982 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Pushing event updated for resources: {'Port': ['ID=a5e1e2b4-faff-448e-ad8e-f06d8efed423,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:18.796665 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.797120 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.797593 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.798061 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.798485 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.798930 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.799316 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.799725 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.800144 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.800613 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.801234 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.801438 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.801855 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.802286 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.802690 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:18.826931 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 1c0678a9-2714-4bc7-8387-59f03b838701, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1c0678a9-2714-4bc7-8387-59f03b838701,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:18.839042 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.875643 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059cebd-aa08-4f05-98f0-151a56bcffb0 req-4b0c4ca8-b87f-4259-aab1-eb80984f9760 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:18.878071 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8059cebd-aa08-4f05-98f0-151a56bcffb0 req-4b0c4ca8-b87f-4259-aab1-eb80984f9760 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 945 time: 0.0833495 Jul 04 09:20:18.888883 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Attempting to bind port a5e1e2b4-faff-448e-ad8e-f06d8efed423 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:20:18.889332 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Attempting to bind port a5e1e2b4-faff-448e-ad8e-f06d8efed423 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:20:18.889759 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Attempting to bind port a5e1e2b4-faff-448e-ad8e-f06d8efed423 on network 460f8279-d422-4942-bdf8-e5307675ed2c {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:18.901620 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:20:18.902441 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Checking segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:18.903046 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.903639 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Bound using segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:20:18.904304 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Bound port: a5e1e2b4-faff-448e-ad8e-f06d8efed423, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:20:18.904882 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:18.912728 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=1c0678a9-2714-4bc7-8387-59f03b838701,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:18.947711 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8059cebd-aa08-4f05-98f0-151a56bcffb0 req-cbe86b1d-a27c-42ff-b934-04f92730798e tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629771 Jul 04 09:20:18.983843 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] For port a5e1e2b4-faff-448e-ad8e-f06d8efed423, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:20:18.987404 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] For port a5e1e2b4-faff-448e-ad8e-f06d8efed423, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a5e1e2b4-faff-448e-ad8e-f06d8efed423,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:20:18.993646 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 78c383e3-0712-437b-8c6a-9bd8b90e67f0 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:18.994000 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.040982 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:19.041741 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:19.042727 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:19.043098 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.136007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:19.136396 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.165271 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:19.167716 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4765890a-3384-4807-88fa-40fd9b1cb30a" -d '{"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-plugged", "status": "completed", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:19.217679 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:19.220647 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ef28f-b66e-44f3-aad0-6c760f1a07d6 x-openstack-request-id: req-3f8ef28f-b66e-44f3-aad0-6c760f1a07d6 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:19.221055 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-plugged", "status": "completed", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:19.221425 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f8ef28f-b66e-44f3-aad0-6c760f1a07d6 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:19.221979 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8ef28f-b66e-44f3-aad0-6c760f1a07d6'] response: {'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'code': 200} Jul 04 09:20:19.223080 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-0e85ae97-edfc-4030-8607-77d5ccc693de None None] Provisioning complete for port a5e1e2b4-faff-448e-ad8e-f06d8efed423 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:19.223496 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae97-edfc-4030-8607-77d5ccc693de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.228376 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.255428 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e329-e0c4-4628-ae28-7ed7d312ae85 None None] Pushing event updated for resources: {'Port': ['ID=a5e1e2b4-faff-448e-ad8e-f06d8efed423,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:19.296183 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:19.322843 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=8']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:19.358836 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0e85ae97-edfc-4030-8607-77d5ccc693de None None] Current status of the port a5e1e2b4-faff-448e-ad8e-f06d8efed423 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:19.359221 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae97-edfc-4030-8607-77d5ccc693de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.399413 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0e85ae97-edfc-4030-8607-77d5ccc693de None None] For port a5e1e2b4-faff-448e-ad8e-f06d8efed423, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a5e1e2b4-faff-448e-ad8e-f06d8efed423,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:19.404880 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e85ae97-edfc-4030-8607-77d5ccc693de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.505104 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:19.508262 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:19.534129 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e073f5-09ed-4165-a3ff-400ebbcdaead None None] The sync data for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi is: [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:19.582930 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-63c5688a-f35e-4a42-992a-7511352f0264 None None] Provisioning complete for port a5e1e2b4-faff-448e-ad8e-f06d8efed423 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:19.583322 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63c5688a-f35e-4a42-992a-7511352f0264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:19.618657 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ae97-edfc-4030-8607-77d5ccc693de None None] Pushing event updated for resources: {'Port': ['ID=a5e1e2b4-faff-448e-ad8e-f06d8efed423,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:19.669009 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-63c5688a-f35e-4a42-992a-7511352f0264 None None] Current status of the port a5e1e2b4-faff-448e-ad8e-f06d8efed423 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:19.704989 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-895582b1-52f1-4c20-bb8d-8864739030a9 req-41b57600-83b3-4447-a44c-a447dbf76d77 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 210 time: 0.0475442 Jul 04 09:20:19.822859 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ec6e3-9201-446f-9e6e-a7d025c611d6 req-de14ba58-4c0d-407f-943f-9155af798d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:19.824491 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-080ec6e3-9201-446f-9e6e-a7d025c611d6 req-de14ba58-4c0d-407f-943f-9155af798d77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1130 time: 0.1122570 Jul 04 09:20:19.880767 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:19.885590 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-080ec6e3-9201-446f-9e6e-a7d025c611d6 req-7483161b-3e2b-4ef9-ad23-0a07b24a732b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551629 Jul 04 09:20:19.903117 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-d63980b5-66d1-4fd5-be0f-9ecd62468d14 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:19.904969 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-d63980b5-66d1-4fd5-be0f-9ecd62468d14 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 817 time: 0.1148288 Jul 04 09:20:20.073118 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d4ba5-b7fc-45bc-987a-a12f2a4c567f req-dafa5cbe-2106-4446-b71b-cb4b857f10a6 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:20.074708 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-669d4ba5-b7fc-45bc-987a-a12f2a4c567f req-dafa5cbe-2106-4446-b71b-cb4b857f10a6 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0495927 Jul 04 09:20:20.404514 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-669d4ba5-b7fc-45bc-987a-a12f2a4c567f req-3f8c0b4b-4fe7-45e5-928d-bf619f642a4b tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238418 Jul 04 09:20:20.420266 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-8cf135f4-7631-4ad8-a4ea-2e5e657546d5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 379 time: 0.3183751 Jul 04 09:20:20.601797 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a5e1e2b4-faff-448e-ad8e-f06d8efed423 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:20.612963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'port': {'device_id': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'admin_state_up': True, 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'security_groups': ['625316b7-0fe2-4fb0-a811-d39251e09295']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:20.652297 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port a5e1e2b4-faff-448e-ad8e-f06d8efed423 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:20.652674 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:20.679635 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:20.728952 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port a5e1e2b4-faff-448e-ad8e-f06d8efed423 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:20.729987 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Made reservation on behalf of 4677b4c393ff41a09c922467365e06f0 for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:20.730175 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1c0678a9-2714-4bc7-8387-59f03b838701 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:20.733605 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:20.776679 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:20.778576 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 1c0678a9-2714-4bc7-8387-59f03b838701 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:20.778961 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:20.826621 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3d7ea50b-7d2c-43ce-82c7-250fdcebcde0 req-a3a4555a-c633-4936-8892-f25cd994b565 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 210 time: 0.0341897 Jul 04 09:20:20.859352 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 1c0678a9-2714-4bc7-8387-59f03b838701 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:20.892000 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Allocated IP 172.20.0.11 (460f8279-d422-4942-bdf8-e5307675ed2c/4dfb736c-7ba6-4e26-97e1-c714a8a949c8/17a3b35a-43ba-4047-9cb2-8075dbd8e1e7) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:21.027028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.044700 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.080008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.128390 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Network 460f8279-d422-4942-bdf8-e5307675ed2c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:21.133905 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:21.136085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:21.138211 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:20:21.196358 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:21.196998 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.214823 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-b7fcca03-326f-4487-95d3-6f17474a43b3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061089 Jul 04 09:20:21.405101 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-cc65f31d-fbd9-4490-8015-2f8170defb94 None None] Provisioning complete for port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:21.406144 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cc65f31d-fbd9-4490-8015-2f8170defb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.408844 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Request body: {'port': {'device_id': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:21.444641 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-cc65f31d-fbd9-4490-8015-2f8170defb94 None None] Port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:20:21.451568 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:21.479784 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.570199 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9598b-8e58-4fd5-b2bb-4267bd485f92 req-d5dd94e6-4844-42f8-bbee-1066099c9bd4 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:21.572122 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b1c9598b-8e58-4fd5-b2bb-4267bd485f92 req-d5dd94e6-4844-42f8-bbee-1066099c9bd4 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0814025 Jul 04 09:20:21.706405 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b1c9598b-8e58-4fd5-b2bb-4267bd485f92 req-0884f5db-6826-42df-a797-758a0d82670a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266723 Jul 04 09:20:21.747042 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:21.817648 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:20:21.825211 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Publish callbacks [] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.838691 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Transition to ACTIVE for port object 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:20:21.843399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:21.900255 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:21.996560 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5989a-45c3-477d-994f-f715022f195d req-201c4a74-80be-4a09-b550-56b650d12784 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:21.998315 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-44f5989a-45c3-477d-994f-f715022f195d req-201c4a74-80be-4a09-b550-56b650d12784 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0940981 Jul 04 09:20:22.049337 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Attempting to bind port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:20:22.049675 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Attempting to bind port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:20:22.050030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Attempting to bind port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 on network 460f8279-d422-4942-bdf8-e5307675ed2c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:22.060178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 on network 460f8279-d422-4942-bdf8-e5307675ed2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:20:22.060488 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:22.061012 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Attempting to bind port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 on network 460f8279-d422-4942-bdf8-e5307675ed2c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:22.073710 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:20:22.074214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Checking segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:22.074591 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Bound using segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:20:22.075032 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Bound port: 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:20:22.075383 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:22.081819 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-44f5989a-45c3-477d-994f-f715022f195d req-708b6bd2-402b-4ad0-a7bd-17bcdd1f8c65 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766180 Jul 04 09:20:22.147566 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:20:22.150841 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:20:22.159644 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:22.198934 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:22.199556 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:22.200902 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] 10.222.0.57 "PUT /v2.0/ports/17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 1094 time: 0.8009052 Jul 04 09:20:22.201332 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:22.203604 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0974860-1213-4a5a-8816-eaaa7bac3be9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:22.223318 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5d5d6-6132-4c83-9366-eba865ef98db service neutron] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:22.285239 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-139d0e33-f740-41a5-a2e2-7e0dcbf4ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:22.286825 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-139d0e33-f740-41a5-a2e2-7e0dcbf4ce87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1128 time: 0.0424097 Jul 04 09:20:22.343695 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533c9c9d-60ed-4b01-9fba-11100ef68aa7 x-openstack-request-id: req-533c9c9d-60ed-4b01-9fba-11100ef68aa7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:22.343958 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:22.344210 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-533c9c9d-60ed-4b01-9fba-11100ef68aa7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:22.344611 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533c9c9d-60ed-4b01-9fba-11100ef68aa7'] response: {'name': 'network-changed', 'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'status': 'completed', 'code': 200} Jul 04 09:20:22.346226 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-e2c5f84a-48ed-4cda-92bd-668ebbc611a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 217 time: 0.0508456 Jul 04 09:20:22.398731 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-9d3193ae-2e6f-430e-961b-5739e7354816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:22.400191 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-9d3193ae-2e6f-430e-961b-5739e7354816 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0476184 Jul 04 09:20:22.415600 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:22.452170 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a687113f-19e4-4232-858f-ee3479df0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:22.454269 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-a687113f-19e4-4232-858f-ee3479df0864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465837 Jul 04 09:20:22.483537 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:22.554894 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-fe409914-5892-4ac9-b836-3323d1959802 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943463 Jul 04 09:20:22.651772 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2a75c92b-c20d-4a68-878e-47eecc20901e req-14fb0718-aaa1-4ba5-afc5-bdd05546fbbd service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910571 Jul 04 09:20:23.205392 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d048aa7-19fb-489d-926d-9d0bd47e73e8 req-e86f4fd6-f596-4047-b0fb-7f072aa13491 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:23.206860 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d048aa7-19fb-489d-926d-9d0bd47e73e8 req-e86f4fd6-f596-4047-b0fb-7f072aa13491 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0487745 Jul 04 09:20:23.237684 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:23.260797 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d048aa7-19fb-489d-926d-9d0bd47e73e8 req-12ca999b-7b60-47f7-934f-8f57484e27a1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Jul 04 09:20:23.592592 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-27214105-53ee-4563-a011-54c175638853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:23.594102 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-27214105-53ee-4563-a011-54c175638853 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1128 time: 0.0401242 Jul 04 09:20:23.702381 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-e7c4e87a-b9ef-4f10-a7d1-bd06ffb59f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:23.703939 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-e7c4e87a-b9ef-4f10-a7d1-bd06ffb59f7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.1017785 Jul 04 09:20:23.746889 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-29e70fe2-5b4f-4654-a2ec-6e107ebcb480 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 217 time: 0.0360456 Jul 04 09:20:23.816997 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-d442603b-2175-4bd5-96d1-1f5e31f18e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:23.818451 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-d442603b-2175-4bd5-96d1-1f5e31f18e80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0588608 Jul 04 09:20:23.866436 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-bc19b9b6-8ad8-4abb-adac-4624c62cdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:23.868028 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-bc19b9b6-8ad8-4abb-adac-4624c62cdaa5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410480 Jul 04 09:20:23.974156 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-d3695de6-e595-45fa-9f7b-0e90f1233e4b service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965288 Jul 04 09:20:24.063420 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0974860-1213-4a5a-8816-eaaa7bac3be9 req-b1c6a84a-904d-4e33-bf80-a1d1a0e3d6b6 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Jul 04 09:20:24.396025 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3cf46-6a61-497c-9956-1323da064ac6 req-906efcf7-714a-4823-bd3d-9083211c3cb6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:24.398416 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-67c3cf46-6a61-497c-9956-1323da064ac6 req-906efcf7-714a-4823-bd3d-9083211c3cb6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0579557 Jul 04 09:20:24.453291 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-67c3cf46-6a61-497c-9956-1323da064ac6 req-592946e0-fae3-4342-b192-9a25f24f0d84 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450056 Jul 04 09:20:25.009357 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:20:25.109230 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:25.120576 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'port_id': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:20:25.159144 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:25.159532 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.172877 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:20:25.192423 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:25.198175 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:25.244631 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:25.454955 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:20:25.580750 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b6cb2-9a5a-49c3-aa62-81d3837c2944 req-b12cebf6-2021-45c5-b3a0-b92792326713 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:25.582329 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-be4b6cb2-9a5a-49c3-aa62-81d3837c2944 req-b12cebf6-2021-45c5-b3a0-b92792326713 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 945 time: 0.0479324 Jul 04 09:20:25.632169 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-be4b6cb2-9a5a-49c3-aa62-81d3837c2944 req-13edc7c1-9509-4317-aafd-828126519c42 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Jul 04 09:20:26.763956 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3570923-cafc-4903-95ce-6730d06843b3 req-8c73a03e-be33-4f55-b3b0-0a951f992fd5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:26.765299 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3570923-cafc-4903-95ce-6730d06843b3 req-8c73a03e-be33-4f55-b3b0-0a951f992fd5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 945 time: 0.0532944 Jul 04 09:20:26.795593 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:26.819094 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3570923-cafc-4903-95ce-6730d06843b3 req-79a3202a-f61e-4bda-9711-54d5e5902101 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453372 Jul 04 09:20:27.035310 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:20:27.080620 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:20:27.089841 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:27.090372 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:27.173619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:27.174111 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:27.197715 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:27.199968 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0881cb6c-0021-417b-ab4d-5255539c6c69" -d '{"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-plugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:27.212917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:27.219185 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:27.244940 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f438a4-f08d-4970-a5e1-64a6b67bbb34 x-openstack-request-id: req-01f438a4-f08d-4970-a5e1-64a6b67bbb34 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:27.245419 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-plugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:27.245660 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01f438a4-f08d-4970-a5e1-64a6b67bbb34 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:27.246076 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f438a4-f08d-4970-a5e1-64a6b67bbb34'] response: {'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'code': 200} Jul 04 09:20:27.273042 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:27.419285 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d0b41-21d5-41b8-98b4-8f8c12d5b012 req-1be78997-68f0-4715-bc33-043bb5305908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:27.420784 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-544d0b41-21d5-41b8-98b4-8f8c12d5b012 req-1be78997-68f0-4715-bc33-043bb5305908 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1130 time: 0.0402334 Jul 04 09:20:27.471605 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-544d0b41-21d5-41b8-98b4-8f8c12d5b012 req-b65ca2b9-8b31-4d75-b8d2-ffed280c024f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Jul 04 09:20:27.956892 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c377d-0d47-43b8-b532-719b9750f51e req-08bd9a54-a766-4d79-95f5-f8466fad2c1a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:27.958355 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2b8c377d-0d47-43b8-b532-719b9750f51e req-08bd9a54-a766-4d79-95f5-f8466fad2c1a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0565953 Jul 04 09:20:28.016003 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2b8c377d-0d47-43b8-b532-719b9750f51e req-159dbd40-ad55-4c56-b6f1-3e39f76576b9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511439 Jul 04 09:20:29.155745 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17787fc7-7bf7-4e18-adc8-d09ccca4afd1 req-6e6538e0-5acb-4376-8813-6f4e84b6dbb0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:29.157246 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-17787fc7-7bf7-4e18-adc8-d09ccca4afd1 req-6e6538e0-5acb-4376-8813-6f4e84b6dbb0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0494967 Jul 04 09:20:29.209282 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-17787fc7-7bf7-4e18-adc8-d09ccca4afd1 req-b6c3594d-9e92-4f89-a038-5a8a10aa2faf tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459402 Jul 04 09:20:29.508784 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:29.875807 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:29.880856 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=74,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:30.347117 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87021c6-564d-4de0-b6e1-3c74b0c3182c req-434fbd29-abe2-4094-9a51-4a696b77e376 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:30.348575 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a87021c6-564d-4de0-b6e1-3c74b0c3182c req-434fbd29-abe2-4094-9a51-4a696b77e376 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0562210 Jul 04 09:20:30.362115 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:30.399606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a87021c6-564d-4de0-b6e1-3c74b0c3182c req-d474be62-686b-406b-8be9-ff369b3f3c05 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442054 Jul 04 09:20:30.529084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9001ea-cf00-44fb-8cb5-84ab27346690 req-c51a83aa-9b50-4642-bcb4-f80eadd1ab18 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:30.530588 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7c9001ea-cf00-44fb-8cb5-84ab27346690 req-c51a83aa-9b50-4642-bcb4-f80eadd1ab18 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0577574 Jul 04 09:20:30.540803 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44340) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:30.547484 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'floatingip': {'port_id': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:30.592985 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (4c623976-2ca3-463f-9f7d-7f4646efad50), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:31.046630 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:31.055125 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (4c623976-2ca3-463f-9f7d-7f4646efad50), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:31.159543 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Floating IP 4c623976-2ca3-463f-9f7d-7f4646efad50 associated. External IP: 172.27.0.108, port: 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7. Jul 04 09:20:31.253806 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:31.374504 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Router 73960203-7365-4c06-8f6e-58d1fca75d96 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:31.481705 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:31.486538 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:31.491381 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] Sync routers for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:31.502201 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:31.502815 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:31.517985 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-85ff14ea-e46e-4ea1-b98e-62ed5aa6e51a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "PUT /v2.0/floatingips/4c623976-2ca3-463f-9f7d-7f4646efad50 HTTP/1.1" status: 200 len: 992 time: 0.9759090 Jul 04 09:20:31.518582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:31.520833 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89d933-68eb-4591-be87-667571914817" -d '{"events": [{"name": "network-changed", "server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:31.557517 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf17dcd-4dd2-404e-9bc1-15939e878299 x-openstack-request-id: req-4cf17dcd-4dd2-404e-9bc1-15939e878299 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:31.557934 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:31.558195 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cf17dcd-4dd2-404e-9bc1-15939e878299 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:31.558608 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf17dcd-4dd2-404e-9bc1-15939e878299'] response: {'name': 'network-changed', 'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'status': 'completed', 'code': 200} Jul 04 09:20:31.612477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:31.629237 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d933-68eb-4591-be87-667571914817 req-8dfdd5a7-b165-4a32-a21b-aa9be1cf442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:31.630709 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-da89d933-68eb-4591-be87-667571914817 req-8dfdd5a7-b165-4a32-a21b-aa9be1cf442c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1130 time: 0.0441704 Jul 04 09:20:31.655004 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:31.723155 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d933-68eb-4591-be87-667571914817 req-468ee612-c8e3-4d07-a2bf-2ed2377de1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:31.724624 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-da89d933-68eb-4591-be87-667571914817 req-468ee612-c8e3-4d07-a2bf-2ed2377de1d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.0867395 Jul 04 09:20:31.813183 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:31.831036 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4c623976-2ca3-463f-9f7d-7f4646efad50', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'port_id': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:20:17Z', 'updated_at': '2022-07-04T09:20:30Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:31.842492 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:31.857415 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] Checking router: 73960203-7365-4c06-8f6e-58d1fca75d96 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:31.866850 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:31.867482 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:31.972590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:32.023490 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-da89d933-68eb-4591-be87-667571914817 req-6cd3f1c8-70d3-46ef-b88f-e7db87cbc5a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.2925100 Jul 04 09:20:32.072693 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d933-68eb-4591-be87-667571914817 req-c8ed62fe-cb82-4014-bd66-b8a415b17b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:32.074225 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-da89d933-68eb-4591-be87-667571914817 req-c8ed62fe-cb82-4014-bd66-b8a415b17b12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0444336 Jul 04 09:20:32.080983 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:32.118789 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d933-68eb-4591-be87-667571914817 req-f839cce2-2be5-49a2-8b89-71f3dcd98008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:32.120405 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-da89d933-68eb-4591-be87-667571914817 req-f839cce2-2be5-49a2-8b89-71f3dcd98008 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401831 Jul 04 09:20:32.189111 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4c623976-2ca3-463f-9f7d-7f4646efad50', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'port_id': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:20:17Z', 'updated_at': '2022-07-04T09:20:30Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:32.215855 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-da89d933-68eb-4591-be87-667571914817 req-0c909386-e670-4f4e-986f-1d3b91c13acb service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893586 Jul 04 09:20:32.219203 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b72892-e881-4502-82ed-b6b5d9b677a9 None None] The sync data for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi is: [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4c623976-2ca3-463f-9f7d-7f4646efad50', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'port_id': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:20:17Z', 'updated_at': '2022-07-04T09:20:30Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:32.311472 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-da89d933-68eb-4591-be87-667571914817 req-92a95b7b-17ba-43e6-a29b-3bef603a0569 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882652 Jul 04 09:20:32.421493 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229adc24-28fa-4596-8ab3-195ccb2f6db7 None None] New status for floating IP 4c623976-2ca3-463f-9f7d-7f4646efad50: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:20:33.167373 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:33.185859 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81a4b2f1-1c04-4027-8665-7f9f067b23eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:35.383189 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-891554c9-4504-4480-9114-2906f75bdd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:35.710016 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-758aa38f-ad84-4bb0-b9d3-e1514c170a27 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676454316&fields=id&tenant_id=8a4eaafcb5814b92a0c740931fcf422d HTTP/1.1" status: 200 len: 267 time: 0.0460815 Jul 04 09:20:35.767193 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-dfb01073-f2c0-447a-9ed8-bb6903532af8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:35.768688 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-dfb01073-f2c0-447a-9ed8-bb6903532af8 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 984 time: 0.0534058 Jul 04 09:20:35.782361 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Request body: {'port': {'security_groups': ['742d589a-074c-4929-b06f-2dcb6f064d9f']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:35.860200 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:35.921660 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:36.048917 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37f23b60-3209-44f8-8d9b-bff327f40798,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:36.080092 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for port (37f23b60-3209-44f8-8d9b-bff327f40798), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.088526 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.102570 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['37f23b60-3209-44f8-8d9b-bff327f40798'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:20:36.136502 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:36.137155 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.138564 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d37a11e9-a80f-4ad3-b10e-43ccb272639b req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "PUT /v2.0/ports/37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 942 time: 0.3607244 Jul 04 09:20:36.139018 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:36.141713 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559030c5-01f8-4f59-89cc-9382cebec9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:36.146430 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44356) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:36.176306 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cea51-55cb-4cce-9cdd-295b850fa078 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event updated for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:36.202146 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2b274-045a-4252-a8f5-fb0c35f3cc85 x-openstack-request-id: req-2bc2b274-045a-4252-a8f5-fb0c35f3cc85 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:36.202523 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:36.203921 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bc2b274-045a-4252-a8f5-fb0c35f3cc85 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:36.204459 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc2b274-045a-4252-a8f5-fb0c35f3cc85'] response: {'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798', 'status': 'completed', 'code': 200} Jul 04 09:20:36.238187 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac85be96-ff76-418a-9d40-85a47eca0031 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group (69f80a40-3050-44fd-93d7-3f174d50ae61), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.242118 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['37f23b60-3209-44f8-8d9b-bff327f40798'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:20:36.267126 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac85be96-ff76-418a-9d40-85a47eca0031 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group (69f80a40-3050-44fd-93d7-3f174d50ae61), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.287420 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-846a4928-6c34-43f9-a18a-5f7ba75fb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:36.288959 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-846a4928-6c34-43f9-a18a-5f7ba75fb696 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1129 time: 0.0534928 Jul 04 09:20:36.326497 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:36.334429 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac85be96-ff76-418a-9d40-85a47eca0031 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (69f80a40-3050-44fd-93d7-3f174d50ae61), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.338517 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac85be96-ff76-418a-9d40-85a47eca0031 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.342406 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ac85be96-ff76-418a-9d40-85a47eca0031 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "DELETE /v2.0/security-groups/69f80a40-3050-44fd-93d7-3f174d50ae61 HTTP/1.1" status: 204 len: 168 time: 0.1951849 Jul 04 09:20:36.347595 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44358) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:36.357807 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85be96-ff76-418a-9d40-85a47eca0031 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f80a40-3050-44fd-93d7-3f174d50ae61,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:36.421040 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-19771026-3a92-4591-a1bd-9960d0988ba8 None None] Provisioning complete for port 37f23b60-3209-44f8-8d9b-bff327f40798 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:36.421621 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-19771026-3a92-4591-a1bd-9960d0988ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.457374 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-f8ce9a57-704c-4283-9abd-e924a7de033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:36.458804 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-f8ce9a57-704c-4283-9abd-e924a7de033c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 916 time: 0.1621537 Jul 04 09:20:36.505034 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-19771026-3a92-4591-a1bd-9960d0988ba8 None None] Current status of the port 37f23b60-3209-44f8-8d9b-bff327f40798 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:20:36.576918 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-e284acfb-be93-4a0c-aede-9721370077ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 1001 time: 0.0874052 Jul 04 09:20:36.599408 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Deleting port e0207399-6cd5-4a3e-8ddf-88dfc31eebc3 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:36.599745 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.623952 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.682508 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-90300975-13c6-4a29-91af-cff3fc97c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:36.683607 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-90300975-13c6-4a29-91af-cff3fc97c0bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 200 len: 854 time: 0.0963476 Jul 04 09:20:36.736556 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.737265 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for floatingip (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:36.745585 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-5bcad1fa-8893-442b-bc5f-a61fc66b4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:36.747084 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-5bcad1fa-8893-442b-bc5f-a61fc66b4b2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555296 Jul 04 09:20:36.752678 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Calling delete_port for e0207399-6cd5-4a3e-8ddf-88dfc31eebc3 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:36.920009 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-13c31a13-4a05-41fa-bbb9-f4b4717173d5 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651750 Jul 04 09:20:36.925408 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:37.057847 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-559030c5-01f8-4f59-89cc-9382cebec9b6 req-08339d1a-6735-49dc-b7c6-ba8715165e97 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297958 Jul 04 09:20:37.061308 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (e0207399-6cd5-4a3e-8ddf-88dfc31eebc3), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:37.064471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:37.086405 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event deleted for resources: {'Port': ['ID=e0207399-6cd5-4a3e-8ddf-88dfc31eebc3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:37.151301 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks [] for floatingip (8017908d-bdf9-4e1f-a84a-da3ce2c60363), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:37.151718 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Floating IP 8017908d-bdf9-4e1f-a84a-da3ce2c60363 disassociated (deleted). External IP: 172.27.0.122, port: 37f23b60-3209-44f8-8d9b-bff327f40798. Jul 04 09:20:37.355564 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Router 43926e32-3df4-47cc-a6c0-357caf7272aa has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:37.460622 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:37.465836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:37.471107 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] Sync routers for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:37.482637 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:37.483263 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:37.497262 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c6fb683e-8fba-440c-8112-39d89de74d36 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "DELETE /v2.0/floatingips/8017908d-bdf9-4e1f-a84a-da3ce2c60363 HTTP/1.1" status: 204 len: 168 time: 1.1485250 Jul 04 09:20:37.588912 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:37.907831 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:21Z', 'revision_number': 5, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:37.934889 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] Checking router: 43926e32-3df4-47cc-a6c0-357caf7272aa for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:37.943391 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:37.943988 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:38.047842 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:38.131915 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:38.134431 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:38.206658 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:38.210231 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1371d058-9a9e-4165-8f29-7b8a591d5fae" -d '{"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:38.242139 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:38.248191 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c4e151-f54d-4e66-a6df-4013f8c57e7d x-openstack-request-id: req-41c4e151-f54d-4e66-a6df-4013f8c57e7d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:38.248607 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:38.248848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41c4e151-f54d-4e66-a6df-4013f8c57e7d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:38.249259 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c4e151-f54d-4e66-a6df-4013f8c57e7d'] response: {'name': 'network-changed', 'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798', 'status': 'completed', 'code': 200} Jul 04 09:20:38.258326 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:21Z', 'revision_number': 5, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:38.287368 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a80a258-9ed7-4542-aa10-35503fdc1f4e None None] The sync data for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi is: [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:18:17Z', 'revision_number': 4, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '72543f38-c5a3-49ee-bcdf-ba12597a1df1', 'name': '', 'network_id': '8b6d10a0-ee48-4dc7-8a9e-1260279cda9b', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'mac_address': 'fa:16:3e:f7:da:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:17Z', 'updated_at': '2022-07-04T09:18:21Z', 'revision_number': 5, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'subnets': [{'id': '9beeae24-0f41-40b7-bdc9-91f10b804f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:38.356650 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-a0d996d1-0251-4ec9-9cc7-8caa6c4a26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:38.358224 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-a0d996d1-0251-4ec9-9cc7-8caa6c4a26cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 1129 time: 0.0420964 Jul 04 09:20:38.459191 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-6ea908e8-5048-40a8-b32c-21cd05ac04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:38.460698 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-6ea908e8-5048-40a8-b32c-21cd05ac04d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 200 len: 916 time: 0.0954304 Jul 04 09:20:38.509090 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-deaab611-c206-498c-9411-24ad125a2fb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 200 len: 217 time: 0.0343139 Jul 04 09:20:38.557720 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a28d99b-25ef-4450-ae60-a04e41e8d144 None None] New status for floating IP 8017908d-bdf9-4e1f-a84a-da3ce2c60363: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:20:38.561028 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-17fd0226-5816-4d38-b0c1-1cd807012dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:38.562518 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-17fd0226-5816-4d38-b0c1-1cd807012dfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 200 len: 854 time: 0.0455818 Jul 04 09:20:38.613368 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-05a0e3f8-f741-49ba-aa3e-a52bc12491ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:38.615404 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-05a0e3f8-f741-49ba-aa3e-a52bc12491ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452628 Jul 04 09:20:38.721403 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-b8dce6b5-7244-4afb-a676-d9f028fb3cfa service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925977 Jul 04 09:20:38.757762 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:38.836667 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1371d058-9a9e-4165-8f29-7b8a591d5fae req-98b152bd-fe03-450d-a249-6f139c943355 service neutron] 10.222.0.57 "GET /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078448 Jul 04 09:20:38.867570 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:20:40.298023 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9a455-b866-4797-a391-6e8d03018fb4 req-4ab4c381-493e-4031-abc7-7ef046b92133 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:40.299511 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b9e9a455-b866-4797-a391-6e8d03018fb4 req-4ab4c381-493e-4031-abc7-7ef046b92133 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0474350 Jul 04 09:20:40.345144 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b9e9a455-b866-4797-a391-6e8d03018fb4 req-19e5e709-4837-43ad-9f64-5907d1cce325 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Jul 04 09:20:41.478772 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d3385-3599-485f-9571-c9143ce62092 req-f3e01867-37a5-4fb8-9a0f-72078d192164 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:41.480174 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f0d3385-3599-485f-9571-c9143ce62092 req-f3e01867-37a5-4fb8-9a0f-72078d192164 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0513811 Jul 04 09:20:41.494938 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:41.531484 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6f0d3385-3599-485f-9571-c9143ce62092 req-affe4642-0ce4-4576-bb87-714052d38571 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/security-groups?id=742d589a-074c-4929-b06f-2dcb6f064d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Jul 04 09:20:42.207794 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-7d6c730d-3beb-4fbc-9b1b-bece34118db3 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:42.209270 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-7d6c730d-3beb-4fbc-9b1b-bece34118db3 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.57 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 945 time: 0.0489025 Jul 04 09:20:42.297243 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Deleting port 37f23b60-3209-44f8-8d9b-bff327f40798 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:42.297579 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:42.389693 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] For port 37f23b60-3209-44f8-8d9b-bff327f40798, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37f23b60-3209-44f8-8d9b-bff327f40798,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:42.390084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:42.403062 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Calling delete_port for 37f23b60-3209-44f8-8d9b-bff327f40798 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:42.534855 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (37f23b60-3209-44f8-8d9b-bff327f40798), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:42.546277 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['37f23b60-3209-44f8-8d9b-bff327f40798'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:20:42.563069 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Pushing event deleted for resources: {'Port': ['ID=37f23b60-3209-44f8-8d9b-bff327f40798,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:42.614007 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] No DVR routers for this DVR port 37f23b60-3209-44f8-8d9b-bff327f40798 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:42.618163 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:42.622072 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58787bef-10bd-402b-98d4-2efe4582eb93 req-ca43c07e-16eb-4d40-a97e-f078b297dd04 tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.57 "DELETE /v2.0/ports/37f23b60-3209-44f8-8d9b-bff327f40798 HTTP/1.1" status: 204 len: 173 time: 0.4061518 Jul 04 09:20:42.622508 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'name': 'network-vif-deleted', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:42.624701 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4411799-1b99-4016-8e6a-678f0bbb93dd" -d '{"events": [{"server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "name": "network-vif-deleted", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:42.657531 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-624f665f-e0b9-49a4-965d-a98003d7a3f7 req-269bbae5-ef58-45af-aa61-ad7c0dc8720c tempest-TestMinimumBasicScenario-642745368 tempest-TestMinimumBasicScenario-642745368-project] 10.222.0.26 "GET /v2.0/ports?device_id=398c9e64-950f-4aa9-bd4d-2304226516fb HTTP/1.1" status: 200 len: 210 time: 0.0412128 Jul 04 09:20:42.669076 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a45e7d-edde-4443-a11b-0236b61370ac x-openstack-request-id: req-77a45e7d-edde-4443-a11b-0236b61370ac {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:42.669381 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398c9e64-950f-4aa9-bd4d-2304226516fb", "name": "network-vif-deleted", "tag": "37f23b60-3209-44f8-8d9b-bff327f40798", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:42.669642 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77a45e7d-edde-4443-a11b-0236b61370ac {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:42.670091 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a45e7d-edde-4443-a11b-0236b61370ac'] response: {'server_uuid': '398c9e64-950f-4aa9-bd4d-2304226516fb', 'name': 'network-vif-deleted', 'tag': '37f23b60-3209-44f8-8d9b-bff327f40798', 'status': 'completed', 'code': 200} Jul 04 09:20:44.382430 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44464) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:44.682572 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23b810-b65c-421f-a165-5d7488b6c12a req-3fab0458-95f1-4fae-a167-28324baebb6d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:44.685208 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fe23b810-b65c-421f-a165-5d7488b6c12a req-3fab0458-95f1-4fae-a167-28324baebb6d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.0525503 Jul 04 09:20:44.707741 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (43926e32-3df4-47cc-a6c0-357caf7272aa), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:44.739183 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fe23b810-b65c-421f-a165-5d7488b6c12a req-8235560b-dd63-44e4-9da3-02cac7dee0a1 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469356 Jul 04 09:20:44.942919 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Deleting port 72543f38-c5a3-49ee-bcdf-ba12597a1df1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:44.943247 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:45.025484 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] For port 72543f38-c5a3-49ee-bcdf-ba12597a1df1, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=72543f38-c5a3-49ee-bcdf-ba12597a1df1,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:45.025734 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:45.038552 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Calling delete_port for 72543f38-c5a3-49ee-bcdf-ba12597a1df1 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:45.097385 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:45.106679 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:45.232584 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (72543f38-c5a3-49ee-bcdf-ba12597a1df1), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:45.255900 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=72543f38-c5a3-49ee-bcdf-ba12597a1df1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:45.418108 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (43926e32-3df4-47cc-a6c0-357caf7272aa), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:45.653755 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Router 43926e32-3df4-47cc-a6c0-357caf7272aa has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:45.759454 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:45.768067 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8632ea4d-ed29-41a3-a82e-bf9f6af63fbc admin admin] 10.222.0.26 "PUT /v2.0/routers/43926e32-3df4-47cc-a6c0-357caf7272aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811712 Jul 04 09:20:45.768199 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44478) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:45.775233 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] Sync routers for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:45.799494 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:45.801193 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:45.801869 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:45.897308 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:45.906572 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:45.906828 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171385bb-4560-4e0a-b7f2-69bc7500f0fc req-2b6ddd23-7821-4c6a-b34d-2b4b52eb580b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:45.908304 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-171385bb-4560-4e0a-b7f2-69bc7500f0fc req-2b6ddd23-7821-4c6a-b34d-2b4b52eb580b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.0855241 Jul 04 09:20:45.937004 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks [] for router (43926e32-3df4-47cc-a6c0-357caf7272aa), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:45.973387 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:46.041719 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-171385bb-4560-4e0a-b7f2-69bc7500f0fc req-bce3068a-8eab-4bf5-b675-8ce2bcc666d9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219761 Jul 04 09:20:46.063899 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks [] for router_gateway (43926e32-3df4-47cc-a6c0-357caf7272aa), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.084309 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:20:45Z', 'revision_number': 5, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port': {'id': '1dcd1ecd-d8f7-4b96-b889-def169000cc1', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:15Z', 'updated_at': '2022-07-04T09:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:46.099286 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:46.110954 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Deleting port 1dcd1ecd-d8f7-4b96-b889-def169000cc1 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:46.111338 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.114610 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] Checking router: 43926e32-3df4-47cc-a6c0-357caf7272aa for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:46.122857 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] Routers {'43926e32-3df4-47cc-a6c0-357caf7272aa'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:46.123453 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['43926e32-3df4-47cc-a6c0-357caf7272aa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:46.206781 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] Set router 43926e32-3df4-47cc-a6c0-357caf7272aa gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:46.260503 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:20:46Z', 'revision_number': 6, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:46.286958 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67f8c8-996d-4042-82ff-0e6204e069e5 None None] The sync data for ids ['43926e32-3df4-47cc-a6c0-357caf7272aa'] in dv-cinder-819149-7-iscsi is: [{'id': '43926e32-3df4-47cc-a6c0-357caf7272aa', 'name': 'tempest-TestMinimumBasicScenario-1818303258-router', 'tenant_id': '8a4eaafcb5814b92a0c740931fcf422d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:14Z', 'updated_at': '2022-07-04T09:20:46Z', 'revision_number': 6, 'project_id': '8a4eaafcb5814b92a0c740931fcf422d', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:46.479038 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-6a79331a-6dd3-4ecb-ae2b-76f23effb91d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:46.480573 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-6a79331a-6dd3-4ecb-ae2b-76f23effb91d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.0683904 Jul 04 09:20:46.485323 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] For port 1dcd1ecd-d8f7-4b96-b889-def169000cc1, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1dcd1ecd-d8f7-4b96-b889-def169000cc1,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:46.485681 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.523779 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Calling delete_port for 1dcd1ecd-d8f7-4b96-b889-def169000cc1 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:46.624528 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Deleting port a4e977c6-a145-4cde-899f-60464a853272 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:46.625018 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a4e977c6-a145-4cde-899f-60464a853272), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.677232 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 72543f38-c5a3-49ee-bcdf-ba12597a1df1 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:46.701189 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 72543f38-c5a3-49ee-bcdf-ba12597a1df1 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:46.701536 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 72543f38-c5a3-49ee-bcdf-ba12597a1df1 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:46.770443 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] For port a4e977c6-a145-4cde-899f-60464a853272, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a4e977c6-a145-4cde-899f-60464a853272,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:46.771066 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a4e977c6-a145-4cde-899f-60464a853272), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.911553 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (1dcd1ecd-d8f7-4b96-b889-def169000cc1), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:46.969316 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcd1ecd-d8f7-4b96-b889-def169000cc1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:47.065213 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:47.082207 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37f23b60-3209-44f8-8d9b-bff327f40798 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:47.093573 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.093936 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (e5d15a01-4ee9-4146-9229-f3e4e429f889), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.094242 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Floating IP e5d15a01-4ee9-4146-9229-f3e4e429f889 disassociated. External IP: 172.27.0.173, port: a4e977c6-a145-4cde-899f-60464a853272. Jul 04 09:20:47.094698 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Calling delete_port for a4e977c6-a145-4cde-899f-60464a853272 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:47.107571 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (43926e32-3df4-47cc-a6c0-357caf7272aa), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.111537 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 37f23b60-3209-44f8-8d9b-bff327f40798 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:47.111864 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37f23b60-3209-44f8-8d9b-bff327f40798 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:47.275233 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (43926e32-3df4-47cc-a6c0-357caf7272aa), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.283531 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks [] for router_controller (43926e32-3df4-47cc-a6c0-357caf7272aa), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.296113 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:47.322528 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d0180-b544-4d8e-ab8e-ca70d373acc9 req-9ade8de5-bff8-4566-a118-8149f0078f0e tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:47.324073 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e16d0180-b544-4d8e-ab8e-ca70d373acc9 req-9ade8de5-bff8-4566-a118-8149f0078f0e tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 946 time: 0.1746373 Jul 04 09:20:47.386020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (43926e32-3df4-47cc-a6c0-357caf7272aa), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.386975 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43926e32-3df4-47cc-a6c0-357caf7272aa {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:20:47.394664 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.395802 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2f0380d4-4d54-4919-82a1-cec4406b2162 admin admin] 10.222.0.26 "DELETE /v2.0/routers/43926e32-3df4-47cc-a6c0-357caf7272aa HTTP/1.1" status: 204 len: 168 time: 1.6272364 Jul 04 09:20:47.398689 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:47.450080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] Deleting subnet 9beeae24-0f41-40b7-bdc9-91f10b804f61 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:20:47.454127 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e16d0180-b544-4d8e-ab8e-ca70d373acc9 req-7f53dca1-4bd4-46e0-9e77-9049dce1b6ba tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993304 Jul 04 09:20:47.455985 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] Publish callbacks [] for subnet (9beeae24-0f41-40b7-bdc9-91f10b804f61), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.480040 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (a4e977c6-a145-4cde-899f-60464a853272), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.497359 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (9beeae24-0f41-40b7-bdc9-91f10b804f61), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.509376 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event deleted for resources: {'Port': ['ID=a4e977c6-a145-4cde-899f-60464a853272,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:47.586448 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (9beeae24-0f41-40b7-bdc9-91f10b804f61), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.613694 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:47.622928 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:47.643992 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (9beeae24-0f41-40b7-bdc9-91f10b804f61), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.647548 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:47.669401 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9beeae24-0f41-40b7-bdc9-91f10b804f61,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:47.675597 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.678666 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c241e964-4ec1-4355-89a0-71482b144d14 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9beeae24-0f41-40b7-bdc9-91f10b804f61 HTTP/1.1" status: 204 len: 168 time: 0.2789419 Jul 04 09:20:47.681185 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44486) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:47.686096 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa33b3-5296-4865-ab05-10706063a60a None None] Network 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:47.736119 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:47.752316 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:47.761434 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.772179 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:47.773248 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:47.787360 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] No DVR routers for this DVR port a4e977c6-a145-4cde-899f-60464a853272 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:47.790144 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.794182 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f13fd9f3-17bb-4e43-a819-f331463f429a req-75940d63-5c8d-49df-a5ca-a869e89f74c3 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "DELETE /v2.0/ports/a4e977c6-a145-4cde-899f-60464a853272 HTTP/1.1" status: 204 len: 173 time: 1.3058043 Jul 04 09:20:47.794765 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'name': 'network-vif-deleted', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:47.797236 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38264075-179e-43f5-8d0b-e7f9f95663f0" -d '{"events": [{"server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "name": "network-vif-deleted", "tag": "a4e977c6-a145-4cde-899f-60464a853272"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:47.830909 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Deleting port 32f1efa3-b93d-4829-a4de-89cf9585fab4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:47.831185 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.872424 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8453a24e-9a45-4c87-8f0a-49ff49a6d120 x-openstack-request-id: req-8453a24e-9a45-4c87-8f0a-49ff49a6d120 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:47.872920 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4c41fd-607b-4420-9719-5e0b6a2f47f2", "name": "network-vif-deleted", "tag": "a4e977c6-a145-4cde-899f-60464a853272", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:47.873536 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8453a24e-9a45-4c87-8f0a-49ff49a6d120 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:47.874147 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8453a24e-9a45-4c87-8f0a-49ff49a6d120'] response: {'server_uuid': '4a4c41fd-607b-4420-9719-5e0b6a2f47f2', 'name': 'network-vif-deleted', 'tag': 'a4e977c6-a145-4cde-899f-60464a853272', 'status': 'completed', 'code': 200} Jul 04 09:20:47.898633 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] DHCP port deletion for 8b6d10a0-ee48-4dc7-8a9e-1260279cda9b request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:20:47.932988 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:47.955012 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] Deleting port 32f1efa3-b93d-4829-a4de-89cf9585fab4 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:47.955385 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.967782 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] For port 32f1efa3-b93d-4829-a4de-89cf9585fab4, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=32f1efa3-b93d-4829-a4de-89cf9585fab4,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:47.968312 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:47.986430 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Calling delete_port for 32f1efa3-b93d-4829-a4de-89cf9585fab4 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:48.046598 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] For port 32f1efa3-b93d-4829-a4de-89cf9585fab4, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=32f1efa3-b93d-4829-a4de-89cf9585fab4,segment=NetworkSegment(25bb6d14-2eff-4b76-973e-2ee74e5cf0cd),segment_id=25bb6d14-2eff-4b76-973e-2ee74e5cf0cd)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:48.048445 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.083013 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] Calling delete_port for 32f1efa3-b93d-4829-a4de-89cf9585fab4 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:48.106107 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.134195 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] No DVR routers for this DVR port 32f1efa3-b93d-4829-a4de-89cf9585fab4 on host dv-cinder-819149-7-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:48.135904 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Pushing event deleted for resources: {'Port': ['ID=32f1efa3-b93d-4829-a4de-89cf9585fab4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:48.176129 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:48.187230 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (32f1efa3-b93d-4829-a4de-89cf9585fab4), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.205322 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:48.215451 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:48.216309 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:48.221088 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.225913 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] Pushing event deleted for resources: {'Port': ['ID=32f1efa3-b93d-4829-a4de-89cf9585fab4,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:48.234007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b1517-b2a0-4887-aedf-759d9c2f8220 None None] No DVR routers for this DVR port 32f1efa3-b93d-4829-a4de-89cf9585fab4 on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:48.245004 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6d10a0-ee48-4dc7-8a9e-1260279cda9b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:48.255078 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:48.255369 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bb6d14-2eff-4b76-973e-2ee74e5cf0cd') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:48.265612 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (25bb6d14-2eff-4b76-973e-2ee74e5cf0cd), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.279825 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (25bb6d14-2eff-4b76-973e-2ee74e5cf0cd), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.286618 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:20:48.287008 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (25bb6d14-2eff-4b76-973e-2ee74e5cf0cd), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.307491 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 25bb6d14-2eff-4b76-973e-2ee74e5cf0cd resource provider aggregate not found Jul 04 09:20:48.342490 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:48.550123 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:48.580397 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac3ca8-fe7b-4643-9ab5-ca3658cb7533 None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:48.582487 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-858d4c3f-7b4a-485d-b02c-4fff7f22637b req-9142a1d9-f032-4348-9164-0a0b194c1dc7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4c41fd-607b-4420-9719-5e0b6a2f47f2 HTTP/1.1" status: 200 len: 210 time: 0.0406086 Jul 04 09:20:48.613371 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 25bb6d14-2eff-4b76-973e-2ee74e5cf0cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25bb6d14-2eff-4b76-973e-2ee74e5cf0cd found for delete ", "request_id": "req-4bf715c7-1934-4675-90ee-06bc24ee7f09"}]} Jul 04 09:20:48.623803 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (8b6d10a0-ee48-4dc7-8a9e-1260279cda9b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.632173 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.636375 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] 10.222.0.26 "DELETE /v2.0/networks/8b6d10a0-ee48-4dc7-8a9e-1260279cda9b HTTP/1.1" status: 204 len: 168 time: 0.9541824 Jul 04 09:20:48.639314 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44498) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:48.657496 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13113c8e-48d0-46f6-bf46-3be57ff9493c admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6d10a0-ee48-4dc7-8a9e-1260279cda9b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:48.658711 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 32f1efa3-b93d-4829-a4de-89cf9585fab4 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:48.688465 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 32f1efa3-b93d-4829-a4de-89cf9585fab4 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:48.689127 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 32f1efa3-b93d-4829-a4de-89cf9585fab4 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:48.689621 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1dcd1ecd-d8f7-4b96-b889-def169000cc1 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:48.714323 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 1dcd1ecd-d8f7-4b96-b889-def169000cc1 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:48.715587 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1dcd1ecd-d8f7-4b96-b889-def169000cc1 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:48.873775 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f882dd-27e6-4ba1-aae5-dd6733367201 None None] New status for floating IP e5d15a01-4ee9-4146-9229-f3e4e429f889: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:20:48.986002 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (edf4cd13-8e9c-4bcc-8787-3325bf459f61), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:48.989473 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:49.068420 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:49.213083 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Deleting port d7ed41bf-3f41-4d97-891a-725a6b30d1f8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:49.213399 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.294706 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] For port d7ed41bf-3f41-4d97-891a-725a6b30d1f8, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,segment=NetworkSegment(3e408bf9-339d-4c8c-b862-6c1645a0aaa4),segment_id=3e408bf9-339d-4c8c-b862-6c1645a0aaa4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:49.295070 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.307843 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Calling delete_port for d7ed41bf-3f41-4d97-891a-725a6b30d1f8 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:49.496600 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (d7ed41bf-3f41-4d97-891a-725a6b30d1f8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.524238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ed41bf-3f41-4d97-891a-725a6b30d1f8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:49.692467 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (edf4cd13-8e9c-4bcc-8787-3325bf459f61), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:49.886667 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-669b9cbc-1a39-4d42-853a-9a63e814ffd7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779143404&fields=id&tenant_id=dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 267 time: 0.0451972 Jul 04 09:20:49.893432 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:49.908356 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:49.921145 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Router edf4cd13-8e9c-4bcc-8787-3325bf459f61 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:20:50.006934 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-1c2c29b8-c033-43dc-8cac-c40459799185 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:50.010139 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-1c2c29b8-c033-43dc-8cac-c40459799185 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 812 time: 0.1146834 Jul 04 09:20:50.033150 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-24bbbaa8-ba36-4426-ac20-884a7489d182 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/quotas/dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 375 time: 0.0165930 Jul 04 09:20:50.037712 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:20:50.043906 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0cf5d7c4-e39f-4064-aeea-8d40dba04282 admin admin] 10.222.0.26 "PUT /v2.0/routers/edf4cd13-8e9c-4bcc-8787-3325bf459f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4019027 Jul 04 09:20:50.046464 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44514) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:50.049876 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] Sync routers for ids ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:20:50.075171 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] Routers {'edf4cd13-8e9c-4bcc-8787-3325bf459f61'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:50.075904 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:50.122141 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-86fff0a6-653b-4b08-b36f-3a933173ffb2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880513 Jul 04 09:20:50.163548 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks [] for router (edf4cd13-8e9c-4bcc-8787-3325bf459f61), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.183488 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:50.200740 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] Set router edf4cd13-8e9c-4bcc-8787-3325bf459f61 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:50.226178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:50.257503 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-2c8a6ca5-6342-4da4-b998-b64aa425ee81 service neutron] 10.222.0.26 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177421 Jul 04 09:20:50.301317 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks [] for router_gateway (edf4cd13-8e9c-4bcc-8787-3325bf459f61), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.338470 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:50.352709 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Deleting port 602954a6-51e2-424f-951f-8a5375126198 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:50.353179 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (602954a6-51e2-424f-951f-8a5375126198), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.364492 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-8a725bee-6e59-4ed2-9dcb-88606cb17f05 service neutron] 10.222.0.26 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059909 Jul 04 09:20:50.461506 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] For port 602954a6-51e2-424f-951f-8a5375126198, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=602954a6-51e2-424f-951f-8a5375126198,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:50.462030 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (602954a6-51e2-424f-951f-8a5375126198), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.478631 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Calling delete_port for 602954a6-51e2-424f-951f-8a5375126198 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:50.489586 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '602954a6-51e2-424f-951f-8a5375126198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:20:49Z', 'revision_number': 5, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port': {'id': '602954a6-51e2-424f-951f-8a5375126198', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:18:20Z', 'updated_at': '2022-07-04T09:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:50.518603 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] Checking router: edf4cd13-8e9c-4bcc-8787-3325bf459f61 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:20:50.528610 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] Routers {'edf4cd13-8e9c-4bcc-8787-3325bf459f61'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:20:50.530391 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:20:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:50.634825 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] Set router edf4cd13-8e9c-4bcc-8787-3325bf459f61 gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:20:50.690877 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:20:50Z', 'revision_number': 6, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:50.719762 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (602954a6-51e2-424f-951f-8a5375126198), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.727698 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199f63b-3ecb-4cb9-bd4a-9c4dbfe95982 None None] The sync data for ids ['edf4cd13-8e9c-4bcc-8787-3325bf459f61'] in dv-cinder-819149-7-iscsi is: [{'id': 'edf4cd13-8e9c-4bcc-8787-3325bf459f61', 'name': 'tempest-TestMinimumBasicScenario-2034188936-router', 'tenant_id': 'a110bfdb567344a592e26dca6f9a7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:18:19Z', 'updated_at': '2022-07-04T09:20:50Z', 'revision_number': 6, 'project_id': 'a110bfdb567344a592e26dca6f9a7d12', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:20:50.751709 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Pushing event deleted for resources: {'Port': ['ID=602954a6-51e2-424f-951f-8a5375126198,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:50.762887 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.762887 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.763173 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.763425 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.763895 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.764237 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.764966 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.764966 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.765185 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.765516 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.765996 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.766640 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.766967 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.767288 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.767604 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:20:50.853795 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f201c4a6-a1da-4afb-abd5-e7ea2d1658c1 req-6a71e7b1-fb0e-49af-b510-d2646f4b0381 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 210 time: 0.0603011 Jul 04 09:20:50.855120 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:50.861367 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (edf4cd13-8e9c-4bcc-8787-3325bf459f61), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.935639 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-4acaa529-3dc8-4c72-a5f1-0006b6e46d09 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460896 Jul 04 09:20:50.953246 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (edf4cd13-8e9c-4bcc-8787-3325bf459f61), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.955484 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks [] for router_controller (edf4cd13-8e9c-4bcc-8787-3325bf459f61), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:50.999542 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-5ecbc752-36e6-4e54-b48b-36ebeb0c6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:51.001602 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-5ecbc752-36e6-4e54-b48b-36ebeb0c6e52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1130 time: 0.0430853 Jul 04 09:20:51.003717 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (edf4cd13-8e9c-4bcc-8787-3325bf459f61), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.005459 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router edf4cd13-8e9c-4bcc-8787-3325bf459f61 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:20:51.010713 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.012228 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8502f225-cd7e-40ab-bacd-9ad6e229dffd admin admin] 10.222.0.26 "DELETE /v2.0/routers/edf4cd13-8e9c-4bcc-8787-3325bf459f61 HTTP/1.1" status: 204 len: 168 time: 0.9647570 Jul 04 09:20:51.014887 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44542) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:51.038633 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.070445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] Deleting subnet 3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:20:51.073616 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] Publish callbacks [] for subnet (3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.097296 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device a4e977c6-a145-4cde-899f-60464a853272 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:51.108776 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:51.117716 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.128630 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: a4e977c6-a145-4cde-899f-60464a853272 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:51.129133 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device a4e977c6-a145-4cde-899f-60464a853272 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:51.156356 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:51.156582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-59d392c6-539f-4ff6-ae5c-8ec2032d4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:51.158429 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-59d392c6-539f-4ff6-ae5c-8ec2032d4836 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 908 time: 0.1302066 Jul 04 09:20:51.216196 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.242630 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-d45c3f51-f929-4e19-b01c-16d719a5843f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 1002 time: 0.0768173 Jul 04 09:20:51.281215 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.299859 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-becfc079-2f4d-42c8-b033-1da7cc7164e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:51.301641 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-becfc079-2f4d-42c8-b033-1da7cc7164e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 200 len: 846 time: 0.0488992 Jul 04 09:20:51.313075 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:51.315160 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.321309 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-55fe41d6-8c72-4823-9d1f-fef72513d08b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3c30be9c-5c4c-4ebe-b9c1-b9a0a201d9ac HTTP/1.1" status: 204 len: 168 time: 0.2975626 Jul 04 09:20:51.321455 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44546) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:51.330099 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b02eb-a0c9-4498-9eb8-702232ffdf35 None None] Network c56d0f08-2dc2-4829-b502-d55a5040bf79 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:20:51.374012 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-578fe247-db26-4001-8f24-95305cd81bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:51.375613 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-578fe247-db26-4001-8f24-95305cd81bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a2c8810-cb52-4371-861a-661d1c6a6165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672283 Jul 04 09:20:51.393062 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (c56d0f08-2dc2-4829-b502-d55a5040bf79), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.441323 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Deleting port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:20:51.441705 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.487231 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-6dc91b63-d39a-4afb-a2b4-f1059a38a508 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962834 Jul 04 09:20:51.516729 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] For port bc2dcf44-2cb7-4061-9ce7-c229945e46b3, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=bc2dcf44-2cb7-4061-9ce7-c229945e46b3,segment=NetworkSegment(3e408bf9-339d-4c8c-b862-6c1645a0aaa4),segment_id=3e408bf9-339d-4c8c-b862-6c1645a0aaa4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:20:51.516729 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.532225 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Calling delete_port for bc2dcf44-2cb7-4061-9ce7-c229945e46b3 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:20:51.598220 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-170fc6f6-d5b0-4a85-ba49-07a074705161 req-b92c8769-19a0-4b63-a154-3502c5c7bdfd service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028318 Jul 04 09:20:51.634818 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (bc2dcf44-2cb7-4061-9ce7-c229945e46b3), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.647447 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea08d6-4983-484d-bae9-f557d3a33078 None None] DHCP port deletion for c56d0f08-2dc2-4829-b502-d55a5040bf79 request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:20:51.662353 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2dcf44-2cb7-4061-9ce7-c229945e46b3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:51.668037 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] No DVR routers for this DVR port bc2dcf44-2cb7-4061-9ce7-c229945e46b3 on host dv-cinder-819149-7-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:20:51.743377 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (c56d0f08-2dc2-4829-b502-d55a5040bf79), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.773086 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56d0f08-2dc2-4829-b502-d55a5040bf79']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:51.784130 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e408bf9-339d-4c8c-b862-6c1645a0aaa4') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:51.784864 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e408bf9-339d-4c8c-b862-6c1645a0aaa4') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:20:51.800270 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (3e408bf9-339d-4c8c-b862-6c1645a0aaa4), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.824352 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (3e408bf9-339d-4c8c-b862-6c1645a0aaa4), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.830572 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:20:51.831062 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (3e408bf9-339d-4c8c-b862-6c1645a0aaa4), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.861652 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 3e408bf9-339d-4c8c-b862-6c1645a0aaa4 resource provider aggregate not found Jul 04 09:20:51.935038 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 3e408bf9-339d-4c8c-b862-6c1645a0aaa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e408bf9-339d-4c8c-b862-6c1645a0aaa4 found for delete ", "request_id": "req-9179443e-1cff-43ab-9c3d-5ef9b958012e"}]} Jul 04 09:20:51.941961 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (c56d0f08-2dc2-4829-b502-d55a5040bf79), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.946993 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:51.953701 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] 10.222.0.26 "DELETE /v2.0/networks/c56d0f08-2dc2-4829-b502-d55a5040bf79 HTTP/1.1" status: 204 len: 168 time: 0.6286201 Jul 04 09:20:51.965609 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2c399-1558-45f0-9ec3-d3c483acb70c admin admin] Pushing event deleted for resources: {'Network': ['ID=c56d0f08-2dc2-4829-b502-d55a5040bf79,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:52.035727 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ccd0165e-d778-4fd4-bf14-af1f21951c5e req-4fb39ebe-0ff7-4eaf-a5e5-c4f02f04d006 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 210 time: 0.0424485 Jul 04 09:20:52.071020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7c68e2bd-8209-48fc-9ec3-daae48f5194f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:52.071020 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7c68e2bd-8209-48fc-9ec3-daae48f5194f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 812 time: 0.2071242 Jul 04 09:20:52.124704 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44566) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:52.163997 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-096663d2-4ac4-40ad-966d-6aa5c876f167 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 380 time: 0.0857911 Jul 04 09:20:52.176209 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'port': {'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'admin_state_up': True, 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'security_groups': ['04e940b6-4579-40db-a436-bda31d1eda71']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:52.187762 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8a840806-88df-4f27-a347-27a53a473f45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a4eaafcb5814b92a0c740931fcf422d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616567 Jul 04 09:20:52.190770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44568) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:52.234075 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:52.258931 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e06b24a3-f3ca-49d8-871e-a635a9fb95c9 admin admin] Publish callbacks [] for security_group (742d589a-074c-4929-b06f-2dcb6f064d9f), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.269826 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:52.285600 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e06b24a3-f3ca-49d8-871e-a635a9fb95c9 admin admin] Publish callbacks [] for security_group (742d589a-074c-4929-b06f-2dcb6f064d9f), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.313990 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Made reservation on behalf of dc462a5ff5f649cdb9a24f2232855724 for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:20:52.317450 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.358078 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e06b24a3-f3ca-49d8-871e-a635a9fb95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (742d589a-074c-4929-b06f-2dcb6f064d9f), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.360833 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e06b24a3-f3ca-49d8-871e-a635a9fb95c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.364721 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e06b24a3-f3ca-49d8-871e-a635a9fb95c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/742d589a-074c-4929-b06f-2dcb6f064d9f HTTP/1.1" status: 204 len: 168 time: 0.1724217 Jul 04 09:20:52.373134 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b24a3-f3ca-49d8-871e-a635a9fb95c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742d589a-074c-4929-b06f-2dcb6f064d9f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:52.425060 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:52.449131 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Allocated IP 172.20.0.13 (956432d6-39cd-4134-be04-9d32af252f5a/62c8402f-4429-4e64-980b-6f9bcb8f4889/d16716ae-e351-4c48-88e0-7c8705d47ca0) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:20:52.493143 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:52.603779 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7ed41bf-3f41-4d97-891a-725a6b30d1f8 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:52.617592 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.626460 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: d7ed41bf-3f41-4d97-891a-725a6b30d1f8 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:52.627108 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d7ed41bf-3f41-4d97-891a-725a6b30d1f8 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:52.627764 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 602954a6-51e2-424f-951f-8a5375126198 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:52.650350 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 602954a6-51e2-424f-951f-8a5375126198 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:52.650716 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 602954a6-51e2-424f-951f-8a5375126198 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:52.651096 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device bc2dcf44-2cb7-4061-9ce7-c229945e46b3 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:20:52.655577 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.678369 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: bc2dcf44-2cb7-4061-9ce7-c229945e46b3 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:20:52.678960 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device bc2dcf44-2cb7-4061-9ce7-c229945e46b3 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:20:52.709110 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Network 956432d6-39cd-4134-be04-9d32af252f5a is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:20:52.712730 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:20:52.715686 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:20:52.762694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=d16716ae-e351-4c48-88e0-7c8705d47ca0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:52.796551 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:52.797200 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.814664 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-be3e75d9-a117-44e3-b62c-23f31e723838 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6437364 Jul 04 09:20:52.840257 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Request body: {'port': {'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:20:52.841430 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44578) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:52.888358 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-947e482f-70ad-4dcf-92b8-7235f11af03e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a110bfdb567344a592e26dca6f9a7d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441403 Jul 04 09:20:52.890028 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44580) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:20:52.907187 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.943695 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcc65511-68da-4f8b-9873-624f07318cae admin admin] Publish callbacks [] for security_group (9773a512-c457-48d0-922b-95293a2ac64c), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.949509 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-49da058f-1ab9-4a40-abbc-3a233e50950e None None] Provisioning complete for port d16716ae-e351-4c48-88e0-7c8705d47ca0 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:20:52.949873 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49da058f-1ab9-4a40-abbc-3a233e50950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.967338 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcc65511-68da-4f8b-9873-624f07318cae admin admin] Publish callbacks [] for security_group (9773a512-c457-48d0-922b-95293a2ac64c), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:52.982106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-49da058f-1ab9-4a40-abbc-3a233e50950e None None] Port d16716ae-e351-4c48-88e0-7c8705d47ca0 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:20:53.020925 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcc65511-68da-4f8b-9873-624f07318cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9773a512-c457-48d0-922b-95293a2ac64c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:53.023644 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcc65511-68da-4f8b-9873-624f07318cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:53.024816 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-fcc65511-68da-4f8b-9873-624f07318cae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9773a512-c457-48d0-922b-95293a2ac64c HTTP/1.1" status: 204 len: 168 time: 0.1338069 Jul 04 09:20:53.034375 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc65511-68da-4f8b-9873-624f07318cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9773a512-c457-48d0-922b-95293a2ac64c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:53.334974 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be98d3-5a8c-4a80-b481-9190b3e84330 req-f9cf4899-dbb6-4415-9fe2-09b99c92b8eb tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:53.336600 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31be98d3-5a8c-4a80-b481-9190b3e84330 req-f9cf4899-dbb6-4415-9fe2-09b99c92b8eb tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 932 time: 0.0676255 Jul 04 09:20:53.452393 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31be98d3-5a8c-4a80-b481-9190b3e84330 req-cca64943-1b3e-48ae-93db-8a58839a3446 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054168 Jul 04 09:20:53.516637 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16716ae-e351-4c48-88e0-7c8705d47ca0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:20:53.524292 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Publish callbacks [] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:53.536759 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Transition to ACTIVE for port object d16716ae-e351-4c48-88e0-7c8705d47ca0 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:20:53.543008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:53.549804 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:53.604346 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Pushing event updated for resources: {'Port': ['ID=d16716ae-e351-4c48-88e0-7c8705d47ca0,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:53.654456 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:53.685727 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Attempting to bind port d16716ae-e351-4c48-88e0-7c8705d47ca0 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:20:53.686090 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Attempting to bind port d16716ae-e351-4c48-88e0-7c8705d47ca0 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:20:53.686414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Attempting to bind port d16716ae-e351-4c48-88e0-7c8705d47ca0 on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:53.691100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Port d16716ae-e351-4c48-88e0-7c8705d47ca0 on network 956432d6-39cd-4134-be04-9d32af252f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:20:53.691431 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Attempting to bind port d16716ae-e351-4c48-88e0-7c8705d47ca0 on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:20:53.696509 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:20:53.696840 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Checking segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:20:53.697216 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Bound using segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:20:53.697631 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Bound port: d16716ae-e351-4c48-88e0-7c8705d47ca0, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:20:53.698019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:53.759661 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] For port d16716ae-e351-4c48-88e0-7c8705d47ca0, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:20:53.762910 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] For port d16716ae-e351-4c48-88e0-7c8705d47ca0, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:20:53.770061 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:53.810473 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:53.810955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:20:53.812314 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] 10.222.0.57 "PUT /v2.0/ports/d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 200 len: 1094 time: 0.9768240 Jul 04 09:20:53.812763 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:20:53.815014 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:20:53.842650 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2911d6-c5b8-458d-824a-046b5c06d05b service neutron] Pushing event updated for resources: {'Port': ['ID=d16716ae-e351-4c48-88e0-7c8705d47ca0,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:20:53.869423 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085f1de7-96f4-4376-a219-0ba0e5111700 x-openstack-request-id: req-085f1de7-96f4-4376-a219-0ba0e5111700 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:20:53.869684 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:20:53.869963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-085f1de7-96f4-4376-a219-0ba0e5111700 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:20:53.870402 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085f1de7-96f4-4376-a219-0ba0e5111700'] response: {'name': 'network-changed', 'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'status': 'completed', 'code': 200} Jul 04 09:20:53.897999 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-ae21ebd7-17f2-4d24-b38a-e7a13f948d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:53.899516 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-ae21ebd7-17f2-4d24-b38a-e7a13f948d16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1128 time: 0.0448582 Jul 04 09:20:53.941454 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-2d043f68-02a6-4819-98cd-6072e7439a9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 200 len: 217 time: 0.0333247 Jul 04 09:20:53.993421 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-1138a59f-36bc-4690-af16-b3b42699816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:53.994915 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-1138a59f-36bc-4690-af16-b3b42699816a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0459037 Jul 04 09:20:54.052257 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-e24bc9e1-739f-480b-b190-074111459fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:54.053773 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-e24bc9e1-739f-480b-b190-074111459fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517130 Jul 04 09:20:54.160020 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-c8ebb16c-b756-4f3e-9cc4-3e216a4634d5 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970845 Jul 04 09:20:54.265920 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3b6dfab3-e074-4986-8a00-16cfc394bf29 req-ecb31a74-10ce-4265-8194-f2b91b5b86aa service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993664 Jul 04 09:20:54.600713 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-c51db571-4002-4eca-bd3d-ada6972be653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:54.602335 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-c51db571-4002-4eca-bd3d-ada6972be653 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1128 time: 0.0738118 Jul 04 09:20:54.615507 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2b07d-875a-4256-a70b-1464d5005607 req-c512c6d4-73f0-4217-a64d-f5603bd51718 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:54.616870 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ecf2b07d-875a-4256-a70b-1464d5005607 req-c512c6d4-73f0-4217-a64d-f5603bd51718 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 944 time: 0.0770986 Jul 04 09:20:54.729592 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ecf2b07d-875a-4256-a70b-1464d5005607 req-88394878-219c-460c-812c-117021305fc7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034496 Jul 04 09:20:54.739130 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-899b4e5a-4a64-41eb-8f70-1819f3bf6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:54.740614 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-899b4e5a-4a64-41eb-8f70-1819f3bf6d95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.1228456 Jul 04 09:20:54.790344 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-16561126-f93f-4d35-990b-31d0610105ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 200 len: 217 time: 0.0425534 Jul 04 09:20:54.846389 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-30630107-125a-48e6-a2e8-b5969a981a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:54.847845 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-30630107-125a-48e6-a2e8-b5969a981a0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0502048 Jul 04 09:20:55.102551 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-acfeeb01-63c6-45a9-b5bf-b4a8b8ac8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:55.104063 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-acfeeb01-63c6-45a9-b5bf-b4a8b8ac8482 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468509 Jul 04 09:20:55.132522 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:55.199897 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:20:55.203814 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-e208cbd2-5071-4c1e-b36d-e27afb77123b service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898151 Jul 04 09:20:55.294909 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f22e77c4-fe8d-4ecc-9607-72b51f29f2ae req-01b06536-0079-49b2-980a-31c210d194f3 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837955 Jul 04 09:20:55.857706 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a3702-14f3-48ac-aefd-dd4664ab9376 req-4680036a-2dd5-4d44-a1ac-42092d6371c5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:55.859269 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-254a3702-14f3-48ac-aefd-dd4664ab9376 req-4680036a-2dd5-4d44-a1ac-42092d6371c5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 944 time: 0.0503271 Jul 04 09:20:55.914072 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-254a3702-14f3-48ac-aefd-dd4664ab9376 req-d76785f4-d50d-402f-a76b-99e1450db7c5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489943 Jul 04 09:20:57.040836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c137a-2f62-4050-a067-cb8db4d81f92 req-5a39d637-041d-435a-bf76-bebe9f8f0085 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:57.042325 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-112c137a-2f62-4050-a067-cb8db4d81f92 req-5a39d637-041d-435a-bf76-bebe9f8f0085 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 944 time: 0.0469592 Jul 04 09:20:57.091959 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-112c137a-2f62-4050-a067-cb8db4d81f92 req-636fa973-479d-4cc4-94e1-f0edb8ef0b71 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 Jul 04 09:20:58.217725 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d3a68-a33d-4ac0-8091-a68365611507 req-b3b229d0-3222-4fe7-9db6-9df611a526fe tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:58.219197 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d0d3a68-a33d-4ac0-8091-a68365611507 req-b3b229d0-3222-4fe7-9db6-9df611a526fe tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 944 time: 0.0476968 Jul 04 09:20:58.267560 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7d0d3a68-a33d-4ac0-8091-a68365611507 req-d9c064c4-16f2-44b6-afb4-443b89c5f3b5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Jul 04 09:20:59.393464 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f44eff-c504-47c3-a567-a67bff97f799 req-397e8251-32a6-41f2-90da-85367ef767ff tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:20:59.394956 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-61f44eff-c504-47c3-a567-a67bff97f799 req-397e8251-32a6-41f2-90da-85367ef767ff tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 944 time: 0.0508029 Jul 04 09:20:59.446205 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-61f44eff-c504-47c3-a567-a67bff97f799 req-c93cd4a2-f985-447d-9448-ccf1b859685a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Jul 04 09:21:00.569557 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c56050-f472-4004-bb80-211477b72e41 req-2a08f4c2-e99f-45f7-8820-04a0593d6d06 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:00.571021 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e5c56050-f472-4004-bb80-211477b72e41 req-2a08f4c2-e99f-45f7-8820-04a0593d6d06 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 944 time: 0.0500400 Jul 04 09:21:00.622225 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e5c56050-f472-4004-bb80-211477b72e41 req-cd31172d-7ede-46e9-b1e8-8fef1f4f5db1 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Jul 04 09:21:00.846674 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=32 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:00.847490 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=16 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:01.136518 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d16716ae-e351-4c48-88e0-7c8705d47ca0 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:21:01.238055 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d16716ae-e351-4c48-88e0-7c8705d47ca0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:01.249757 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:21:01.285514 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d16716ae-e351-4c48-88e0-7c8705d47ca0 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:21:01.285910 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.303087 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16716ae-e351-4c48-88e0-7c8705d47ca0 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:21:01.307864 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:01.324563 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d16716ae-e351-4c48-88e0-7c8705d47ca0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:01.329939 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:01.376852 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d16716ae-e351-4c48-88e0-7c8705d47ca0,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:01.384006 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.384343 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.384716 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.385046 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.385344 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.385679 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.386143 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.386535 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.386966 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.387284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.387604 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.387923 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.388223 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.388533 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.388846 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:01.612454 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['d16716ae-e351-4c48-88e0-7c8705d47ca0'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:21:01.659032 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:01.671001 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:01.751381 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa112bfb-7053-413f-b8c8-beaa5aac412c req-a0e475f8-0a88-444f-bc09-b0c6aa6321e7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:01.752893 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fa112bfb-7053-413f-b8c8-beaa5aac412c req-a0e475f8-0a88-444f-bc09-b0c6aa6321e7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Jul 04 09:21:01.805147 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fa112bfb-7053-413f-b8c8-beaa5aac412c req-7d46d21a-dffd-4fbc-9217-324929e792ae tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 Jul 04 09:21:02.934976 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67917-5b3c-4c50-9c0d-63b92756187e req-db87522e-846a-432a-863a-e5e6630af648 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:02.936544 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30c67917-5b3c-4c50-9c0d-63b92756187e req-db87522e-846a-432a-863a-e5e6630af648 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Jul 04 09:21:02.994984 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-30c67917-5b3c-4c50-9c0d-63b92756187e req-e4b52c40-abaa-481d-8da8-8625f4ed40e4 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526826 Jul 04 09:21:03.028498 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:03.029229 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=6,neutron:SELECT=24 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:03.149537 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d16716ae-e351-4c48-88e0-7c8705d47ca0 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:21:03.200209 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b611b6c-a688-4f2d-98b5-5379902d6663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:03.205835 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port d16716ae-e351-4c48-88e0-7c8705d47ca0 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:21:03.212800 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port d16716ae-e351-4c48-88e0-7c8705d47ca0 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:21:03.213174 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:03.290879 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d16716ae-e351-4c48-88e0-7c8705d47ca0 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:21:03.291269 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:03.315160 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:21:03.317489 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96c8cb-dec9-4e45-a7d4-0902acf09e63" -d '{"events": [{"server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "name": "network-vif-plugged", "status": "completed", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:21:03.331993 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d16716ae-e351-4c48-88e0-7c8705d47ca0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:03.337268 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:03.385026 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d16716ae-e351-4c48-88e0-7c8705d47ca0,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:03.550609 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c1a5d5-3f4e-4b4d-9900-c6c80aaa9d7d x-openstack-request-id: req-c9c1a5d5-3f4e-4b4d-9900-c6c80aaa9d7d {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:21:03.550899 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "name": "network-vif-plugged", "status": "completed", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:21:03.551145 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9c1a5d5-3f4e-4b4d-9900-c6c80aaa9d7d {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:21:03.551549 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c1a5d5-3f4e-4b4d-9900-c6c80aaa9d7d'] response: {'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'code': 200} Jul 04 09:21:03.813038 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13aeaa-1798-4d57-9bbe-a47c44198e9f req-868d3070-94c9-43ee-9d26-80c320f220ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:03.814590 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7e13aeaa-1798-4d57-9bbe-a47c44198e9f req-868d3070-94c9-43ee-9d26-80c320f220ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1130 time: 0.0389798 Jul 04 09:21:03.869263 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7e13aeaa-1798-4d57-9bbe-a47c44198e9f req-ffb1bd13-de6c-4a61-824b-9814d6df4b6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484645 Jul 04 09:21:04.121009 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241635cd-486c-46ac-b4fb-45db1ab1c0bc req-af44bd73-d66c-41e9-9c2f-b39c3265e0b8 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:04.122713 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-241635cd-486c-46ac-b4fb-45db1ab1c0bc req-af44bd73-d66c-41e9-9c2f-b39c3265e0b8 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0527608 Jul 04 09:21:04.165444 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:04.189360 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-241635cd-486c-46ac-b4fb-45db1ab1c0bc req-2fedab5d-1747-48b3-ae5a-415138cada8a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601819 Jul 04 09:21:04.275386 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbdbb0-5b7a-40ea-8429-cbb76c64b112 req-7a13427d-b748-474e-a703-4165ac807e5d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:04.276760 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-addbdbb0-5b7a-40ea-8429-cbb76c64b112 req-7a13427d-b748-474e-a703-4165ac807e5d tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0491059 Jul 04 09:21:04.328262 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-addbdbb0-5b7a-40ea-8429-cbb76c64b112 req-c26e3334-054f-405d-b4de-04be61d8b9e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 Jul 04 09:21:05.290543 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:05.304926 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8325a7-4e6c-4cac-841d-360ea93ab77c req-787179f4-bda6-49e6-961c-10326a25cec1 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:05.306437 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a8325a7-4e6c-4cac-841d-360ea93ab77c req-787179f4-bda6-49e6-961c-10326a25cec1 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0530925 Jul 04 09:21:05.360382 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a8325a7-4e6c-4cac-841d-360ea93ab77c req-5a136867-0163-4cac-82d5-9a98eba3a75f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481541 Jul 04 09:21:05.379560 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e6eed124-b40f-4476-83b8-928f18ecc43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:05.444757 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3795-80ec-4311-8f81-52ce9a5d0491 req-80e67a4d-4467-44f6-ab34-728487b3a988 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:05.446184 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-389a3795-80ec-4311-8f81-52ce9a5d0491 req-80e67a4d-4467-44f6-ab34-728487b3a988 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0476105 Jul 04 09:21:05.504643 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-389a3795-80ec-4311-8f81-52ce9a5d0491 req-562245fc-becb-49db-98e3-cc5352b0e405 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511997 Jul 04 09:21:06.364425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-7c93529c-6ab3-4df5-8e3f-2bc5d6d500d4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:06.365833 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-7c93529c-6ab3-4df5-8e3f-2bc5d6d500d4 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0517035 Jul 04 09:21:06.479290 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12042593-c86b-43be-a4c4-1b5a7a5d06ef req-fbf53258-b5e3-4320-b567-8580a1c85182 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:06.480708 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12042593-c86b-43be-a4c4-1b5a7a5d06ef req-fbf53258-b5e3-4320-b567-8580a1c85182 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0514765 Jul 04 09:21:06.531117 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12042593-c86b-43be-a4c4-1b5a7a5d06ef req-8caa3197-8540-4114-b590-b9f20a28a7d9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446181 Jul 04 09:21:06.629198 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:06.631443 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400dd39-a42b-45e4-a94e-5e35fbf92de9 req-08f45b03-ac0e-4f17-9366-0aac99ddd3fb tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:06.632982 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2400dd39-a42b-45e4-a94e-5e35fbf92de9 req-08f45b03-ac0e-4f17-9366-0aac99ddd3fb tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 945 time: 0.0558252 Jul 04 09:21:06.682659 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2400dd39-a42b-45e4-a94e-5e35fbf92de9 req-f0a37dc3-c7dd-45d4-827b-b347b3688a93 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups?id=96322733-b2bd-413b-bfd1-be972ee810da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436175 Jul 04 09:21:06.863750 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Deleting port 8cde69f6-6a15-4f69-a13f-6914787dd859 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:06.864083 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:06.966768 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] For port 8cde69f6-6a15-4f69-a13f-6914787dd859, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8cde69f6-6a15-4f69-a13f-6914787dd859,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:06.967134 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:07.132212 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:07.132604 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (4e0854cc-b8ba-493d-88c9-6c0b7607c655), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:07.132911 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Floating IP 4e0854cc-b8ba-493d-88c9-6c0b7607c655 disassociated. External IP: 172.27.0.217, port: 8cde69f6-6a15-4f69-a13f-6914787dd859. Jul 04 09:21:07.133276 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Calling delete_port for 8cde69f6-6a15-4f69-a13f-6914787dd859 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:07.244106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:07.262812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (8cde69f6-6a15-4f69-a13f-6914787dd859), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:07.294314 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event deleted for resources: {'Port': ['ID=8cde69f6-6a15-4f69-a13f-6914787dd859,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:07.335345 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:07.407591 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Router 67dd8dcb-6e4b-4f4a-a297-edac64970941 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:21:07.512708 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:21:07.523869 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] Sync routers for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:21:07.537403 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:07.537403 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:07.557581 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] No DVR routers for this DVR port 8cde69f6-6a15-4f69-a13f-6914787dd859 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:07.560225 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:07.563403 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd3b9e9b-5a1e-433a-95b8-d658d12589c8 req-1fefb04d-02fb-4d72-90b3-8678b04e45e1 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.57 "DELETE /v2.0/ports/8cde69f6-6a15-4f69-a13f-6914787dd859 HTTP/1.1" status: 204 len: 173 time: 0.7896204 Jul 04 09:21:07.563847 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'name': 'network-vif-deleted', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:21:07.566424 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9fb9b3-4623-4b77-9fd6-368b7734dafe" -d '{"events": [{"server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "name": "network-vif-deleted", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:21:07.601539 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5381dae5-3548-4401-8ea6-2dfeb21d2b86 x-openstack-request-id: req-5381dae5-3548-4401-8ea6-2dfeb21d2b86 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:21:07.601822 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44fe99f-2d33-48fc-8093-0b98e37ce8e2", "name": "network-vif-deleted", "tag": "8cde69f6-6a15-4f69-a13f-6914787dd859", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:21:07.602117 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5381dae5-3548-4401-8ea6-2dfeb21d2b86 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:21:07.602516 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5381dae5-3548-4401-8ea6-2dfeb21d2b86'] response: {'server_uuid': 'd44fe99f-2d33-48fc-8093-0b98e37ce8e2', 'name': 'network-vif-deleted', 'tag': '8cde69f6-6a15-4f69-a13f-6914787dd859', 'status': 'completed', 'code': 200} Jul 04 09:21:07.656789 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:07.664956 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12245969-331c-466d-b446-f743bf338c22 req-5710347d-4cd2-45fc-b324-ee5bb67fdc6a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:07.666442 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12245969-331c-466d-b446-f743bf338c22 req-5710347d-4cd2-45fc-b324-ee5bb67fdc6a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0569570 Jul 04 09:21:07.732687 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12245969-331c-466d-b446-f743bf338c22 req-529cf300-f7ba-4890-a023-7b1d080d703e tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596106 Jul 04 09:21:07.834622 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-66935d89-a49e-4a01-8512-01af650c8d59 req-abcc9ce3-8c85-4957-b02b-be3a35174a5f tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/ports?device_id=d44fe99f-2d33-48fc-8093-0b98e37ce8e2 HTTP/1.1" status: 200 len: 210 time: 0.0360711 Jul 04 09:21:07.873676 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18c350-a9be-4691-87ff-f09211c2146d req-b4c6ebce-2fcb-4b35-935e-93a0f50d9815 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:07.874839 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fd18c350-a9be-4691-87ff-f09211c2146d req-b4c6ebce-2fcb-4b35-935e-93a0f50d9815 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0660286 Jul 04 09:21:07.882470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:07.908046 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] Checking router: 67dd8dcb-6e4b-4f4a-a297-edac64970941 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:21:07.916810 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:07.917350 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:07.926606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fd18c350-a9be-4691-87ff-f09211c2146d req-e572c4f6-4999-4e4f-a098-20bc351792a2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Jul 04 09:21:07.950707 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44698) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:07.991886 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd6b4e0-0699-48e6-b11d-df4a5ed3e400 tempest-TestVolumeBootPattern-1009566025 tempest-TestVolumeBootPattern-1009566025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:07.994376 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9cd6b4e0-0699-48e6-b11d-df4a5ed3e400 tempest-TestVolumeBootPattern-1009566025 tempest-TestVolumeBootPattern-1009566025-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1125 time: 0.0417345 Jul 04 09:21:07.997123 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44700) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:08.002493 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:21:08.027299 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.030799 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:08.106125 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.146244 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.220344 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Allocated IP 172.27.0.185 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/c3fc7b50-4044-4912-9851-0882dd4fc009) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:21:08.239811 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.258023 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:08.283309 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b2b47-db49-4cf1-8b87-454a47345318 None None] The sync data for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi is: [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:14:57Z', 'revision_number': 4, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '240397f1-f9c5-465b-80e6-0ebc24890dcd', 'name': '', 'network_id': 'd34116fb-495d-48d9-8d0c-0773d154a526', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'mac_address': 'fa:16:3e:fe:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:55Z', 'updated_at': '2022-07-04T09:15:02Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'subnets': [{'id': '1d552e71-35e3-48ff-aa39-57c802cca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:21:08.326477 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.359570 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.368888 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:08.396364 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:08.407454 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:21:08.411669 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:21:08.416829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:21:08.440184 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=c3fc7b50-4044-4912-9851-0882dd4fc009,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:08.517201 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec8b0a-2baa-4e61-bf90-c723cb97bd6b None None] New status for floating IP 4e0854cc-b8ba-493d-88c9-6c0b7607c655: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:21:08.766087 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (5c9d3748-a126-465e-a09b-e5f2c7333fe3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.835288 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.924039 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44706) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:08.980948 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d00eb1f7-9db8-4bc7-b211-257818885335 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (96322733-b2bd-413b-bfd1-be972ee810da), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.990663 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:08.996825 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.005188 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d00eb1f7-9db8-4bc7-b211-257818885335 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (96322733-b2bd-413b-bfd1-be972ee810da), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.053766 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d00eb1f7-9db8-4bc7-b211-257818885335 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (96322733-b2bd-413b-bfd1-be972ee810da), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.056260 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d00eb1f7-9db8-4bc7-b211-257818885335 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.058477 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-d00eb1f7-9db8-4bc7-b211-257818885335 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "DELETE /v2.0/security-groups/96322733-b2bd-413b-bfd1-be972ee810da HTTP/1.1" status: 204 len: 168 time: 0.1332304 Jul 04 09:21:09.062176 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44708) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:09.069380 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=c3fc7b50-4044-4912-9851-0882dd4fc009,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:09.079415 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00eb1f7-9db8-4bc7-b211-257818885335 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96322733-b2bd-413b-bfd1-be972ee810da,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:09.081449 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-1c489fd3-6bcc-43d6-acb3-2131549187f0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] show failed (client error): The resource could not be found. Jul 04 09:21:09.082502 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1c489fd3-6bcc-43d6-acb3-2131549187f0 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "GET /v2.0/security-groups/96322733-b2bd-413b-bfd1-be972ee810da HTTP/1.1" status: 404 len: 347 time: 0.0182533 Jul 04 09:21:09.084745 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (5c9d3748-a126-465e-a09b-e5f2c7333fe3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.085427 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:09.175587 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 8cde69f6-6a15-4f69-a13f-6914787dd859 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:09.183915 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Floating IP 5c9d3748-a126-465e-a09b-e5f2c7333fe3 associated. External IP: 172.27.0.185, port: d16716ae-e351-4c48-88e0-7c8705d47ca0. Jul 04 09:21:09.198797 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 8cde69f6-6a15-4f69-a13f-6914787dd859 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:09.199142 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Deleting port f84574e3-bb63-4c76-ab3c-4006b257f1f5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:09.199289 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.199407 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 8cde69f6-6a15-4f69-a13f-6914787dd859 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:09.271651 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:09.280715 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.281110 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (f84574e3-bb63-4c76-ab3c-4006b257f1f5), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.281395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:09.295236 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Calling delete_port for f84574e3-bb63-4c76-ab3c-4006b257f1f5 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:09.387829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:21:09.427393 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (f84574e3-bb63-4c76-ab3c-4006b257f1f5), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.455761 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Pushing event deleted for resources: {'Port': ['ID=f84574e3-bb63-4c76-ab3c-4006b257f1f5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:09.497546 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:21:09.507823 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:21:09.519465 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.521323 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:09.522328 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:09.527313 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks [] for floatingip (4e0854cc-b8ba-493d-88c9-6c0b7607c655), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.529832 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:09.531047 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-084dc8c8-9614-44fc-b00b-0cd4d2596118 tempest-AttachVolumeTestJSON-2143096836 tempest-AttachVolumeTestJSON-2143096836-project] 10.222.0.26 "DELETE /v2.0/floatingips/4e0854cc-b8ba-493d-88c9-6c0b7607c655 HTTP/1.1" status: 204 len: 168 time: 0.4446807 Jul 04 09:21:09.560391 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0702814c-d929-4cb2-9644-5d70036e5b3c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5593975 Jul 04 09:21:09.563768 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:09.564371 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:09.603698 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:21:09.608460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:21:09.643867 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:09.648803 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dff1627-78ca-4818-b34b-93e082385db0 x-openstack-request-id: req-1dff1627-78ca-4818-b34b-93e082385db0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:21:09.648991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:21:09.649286 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dff1627-78ca-4818-b34b-93e082385db0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:21:09.649676 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dff1627-78ca-4818-b34b-93e082385db0'] response: {'name': 'network-changed', 'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'status': 'completed', 'code': 200} Jul 04 09:21:09.680033 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:09.710981 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-d4a474c0-9f52-4657-97e3-4edaabf11cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:09.712483 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-d4a474c0-9f52-4657-97e3-4edaabf11cde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1130 time: 0.0393004 Jul 04 09:21:09.876394 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:08Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:09.903075 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:21:09.913694 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:09.914386 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:10.022287 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:10.063192 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-790bae93-778f-485e-aedc-2c44f7e4818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:10.064649 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-790bae93-778f-485e-aedc-2c44f7e4818c service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.3449588 Jul 04 09:21:10.125744 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-a0ec08fc-74c4-4227-9ac4-606d3a3685d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 200 len: 1000 time: 0.0540426 Jul 04 09:21:10.179948 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-2bd935a1-17b8-45b7-8be3-c6b8c5f2054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:10.181393 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-2bd935a1-17b8-45b7-8be3-c6b8c5f2054b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0492556 Jul 04 09:21:10.229977 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-29167cdc-2871-4e39-89d6-e9241e06a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:10.231591 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-29167cdc-2871-4e39-89d6-e9241e06a483 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429347 Jul 04 09:21:10.325023 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-62e5fed2-4ee1-412b-a0ac-4aca2237ce42 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858645 Jul 04 09:21:10.372855 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:08Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:10.402454 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4e84ac-9e8b-4bd6-bd26-fd9745ef214b None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:08Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:21:10.424837 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-999c75ee-c7d8-43c0-9185-ee2e91c9e6a6 req-5774cf00-a060-40f0-9e06-c2d9ee2ba992 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942619 Jul 04 09:21:10.607016 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e00b1-ac03-41cc-a329-95b3f56fa3c6 None None] New status for floating IP 5c9d3748-a126-465e-a09b-e5f2c7333fe3: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:21:13.120768 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44742) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:13.458960 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:13.525237 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:13.605254 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (67dd8dcb-6e4b-4f4a-a297-edac64970941), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:13.823624 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Deleting port 240397f1-f9c5-465b-80e6-0ebc24890dcd {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:13.823930 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:13.905590 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] For port 240397f1-f9c5-465b-80e6-0ebc24890dcd, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=240397f1-f9c5-465b-80e6-0ebc24890dcd,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:13.905835 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:13.918570 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Calling delete_port for 240397f1-f9c5-465b-80e6-0ebc24890dcd owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:14.102802 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (240397f1-f9c5-465b-80e6-0ebc24890dcd), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:14.126629 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Pushing event deleted for resources: {'Port': ['ID=240397f1-f9c5-465b-80e6-0ebc24890dcd,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:14.287008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (67dd8dcb-6e4b-4f4a-a297-edac64970941), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:14.292836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:14.381321 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:14.512457 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Router 67dd8dcb-6e4b-4f4a-a297-edac64970941 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:21:14.618122 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:21:14.623068 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4e3cafcb-00fb-4125-a919-b2c9851dee16 admin admin] 10.222.0.26 "PUT /v2.0/routers/67dd8dcb-6e4b-4f4a-a297-edac64970941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5011716 Jul 04 09:21:14.625801 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44746) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:14.626679 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] Sync routers for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:21:14.638355 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:14.638996 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:14.728087 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks [] for router (67dd8dcb-6e4b-4f4a-a297-edac64970941), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:14.744996 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:14.827599 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks [] for router_gateway (67dd8dcb-6e4b-4f4a-a297-edac64970941), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:14.871415 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Deleting port 2a5606b0-9605-41b5-a387-d53e0bee6dd9 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:14.871699 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:14.915627 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:21:14Z', 'revision_number': 5, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port': {'id': '2a5606b0-9605-41b5-a387-d53e0bee6dd9', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:82:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:14:48Z', 'updated_at': '2022-07-04T09:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:14.940666 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] Checking router: 67dd8dcb-6e4b-4f4a-a297-edac64970941 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:21:14.950489 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] Routers {'67dd8dcb-6e4b-4f4a-a297-edac64970941'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:14.951115 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['67dd8dcb-6e4b-4f4a-a297-edac64970941'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:14.954561 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] For port 2a5606b0-9605-41b5-a387-d53e0bee6dd9, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=2a5606b0-9605-41b5-a387-d53e0bee6dd9,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:14.954963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:14.969157 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Calling delete_port for 2a5606b0-9605-41b5-a387-d53e0bee6dd9 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:15.038443 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] Set router 67dd8dcb-6e4b-4f4a-a297-edac64970941 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:15.089375 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:21:14Z', 'revision_number': 6, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:15.114168 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684b04a-df8b-4f86-92ea-bb8db27a541a None None] The sync data for ids ['67dd8dcb-6e4b-4f4a-a297-edac64970941'] in dv-cinder-819149-7-iscsi is: [{'id': '67dd8dcb-6e4b-4f4a-a297-edac64970941', 'name': 'tempest-AttachVolumeTestJSON-381393702-router', 'tenant_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:14:46Z', 'updated_at': '2022-07-04T09:21:14Z', 'revision_number': 6, 'project_id': '8cfd9d65f66641b2bda6bbdcf908ca3c', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:21:15.144094 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (2a5606b0-9605-41b5-a387-d53e0bee6dd9), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.147214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:15.174299 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5606b0-9605-41b5-a387-d53e0bee6dd9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:15.234462 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (67dd8dcb-6e4b-4f4a-a297-edac64970941), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.258002 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:15.322829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (67dd8dcb-6e4b-4f4a-a297-edac64970941), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.325436 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks [] for router_controller (67dd8dcb-6e4b-4f4a-a297-edac64970941), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.368092 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (67dd8dcb-6e4b-4f4a-a297-edac64970941), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.368751 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67dd8dcb-6e4b-4f4a-a297-edac64970941 {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:21:15.373790 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.377512 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cff64104-4f16-40ae-af1e-90e97fc32fa6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/67dd8dcb-6e4b-4f4a-a297-edac64970941 HTTP/1.1" status: 204 len: 168 time: 0.7479682 Jul 04 09:21:15.377628 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44754) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:15.426893 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] Deleting subnet 1d552e71-35e3-48ff-aa39-57c802cca993 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:21:15.430468 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] Publish callbacks [] for subnet (1d552e71-35e3-48ff-aa39-57c802cca993), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.470413 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944338'] for subnet (1d552e71-35e3-48ff-aa39-57c802cca993), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.592805 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (1d552e71-35e3-48ff-aa39-57c802cca993), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.653146 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27110918'] for subnet (1d552e71-35e3-48ff-aa39-57c802cca993), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.680211 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d552e71-35e3-48ff-aa39-57c802cca993,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:15.685216 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.689919 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-22fc9403-ee57-41ef-bbe7-ef5029435cca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1d552e71-35e3-48ff-aa39-57c802cca993 HTTP/1.1" status: 204 len: 168 time: 0.3098032 Jul 04 09:21:15.691804 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44760) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:15.692600 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c9b2a-ec0a-47ad-9e41-cdbce666c4f7 None None] Network d34116fb-495d-48d9-8d0c-0773d154a526 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:21:15.781513 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (d34116fb-495d-48d9-8d0c-0773d154a526), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.833015 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Deleting port 20291c26-0bf9-46e0-9653-feb9335b0f3b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:15.833356 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.867229 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:21:15.903448 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] DHCP port deletion for d34116fb-495d-48d9-8d0c-0773d154a526 request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:21:15.913573 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] For port 20291c26-0bf9-46e0-9653-feb9335b0f3b, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=20291c26-0bf9-46e0-9653-feb9335b0f3b,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:15.914170 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:15.928369 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:15.929693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Calling delete_port for 20291c26-0bf9-46e0-9653-feb9335b0f3b owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:15.971920 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] Deleting port 20291c26-0bf9-46e0-9653-feb9335b0f3b {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:15.971920 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.025315 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:16.030758 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.048856 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] For port 20291c26-0bf9-46e0-9653-feb9335b0f3b, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=20291c26-0bf9-46e0-9653-feb9335b0f3b,segment=NetworkSegment(c80e200c-03ac-4a1a-ab9c-b267b002bf0a),segment_id=c80e200c-03ac-4a1a-ab9c-b267b002bf0a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:16.049286 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.058738 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Pushing event deleted for resources: {'Port': ['ID=20291c26-0bf9-46e0-9653-feb9335b0f3b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:16.060636 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] No DVR routers for this DVR port 20291c26-0bf9-46e0-9653-feb9335b0f3b on host dv-cinder-819149-7-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:16.063856 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] Calling delete_port for 20291c26-0bf9-46e0-9653-feb9335b0f3b owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:16.107972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:16.140576 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (20291c26-0bf9-46e0-9653-feb9335b0f3b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.171040 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] Pushing event deleted for resources: {'Port': ['ID=20291c26-0bf9-46e0-9653-feb9335b0f3b,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:16.174894 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d16f8-a3bd-4719-af0c-375da62a8762 None None] No DVR routers for this DVR port 20291c26-0bf9-46e0-9653-feb9335b0f3b on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:16.396011 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (d34116fb-495d-48d9-8d0c-0773d154a526), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.416417 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34116fb-495d-48d9-8d0c-0773d154a526']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:16.426048 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:16.426342 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80e200c-03ac-4a1a-ab9c-b267b002bf0a') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:16.436155 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (c80e200c-03ac-4a1a-ab9c-b267b002bf0a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.449670 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (c80e200c-03ac-4a1a-ab9c-b267b002bf0a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.455649 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:21:16.456031 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (c80e200c-03ac-4a1a-ab9c-b267b002bf0a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.476264 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment c80e200c-03ac-4a1a-ab9c-b267b002bf0a resource provider aggregate not found Jul 04 09:21:16.514072 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment c80e200c-03ac-4a1a-ab9c-b267b002bf0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c80e200c-03ac-4a1a-ab9c-b267b002bf0a found for delete ", "request_id": "req-ca6f500e-7d09-4d65-a21e-f20c4b79f13c"}]} Jul 04 09:21:16.524439 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (d34116fb-495d-48d9-8d0c-0773d154a526), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.529434 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.532750 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d34116fb-495d-48d9-8d0c-0773d154a526 HTTP/1.1" status: 204 len: 168 time: 0.8399529 Jul 04 09:21:16.545920 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a147d-2f61-469b-a6c9-957245595837 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34116fb-495d-48d9-8d0c-0773d154a526,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:16.607395 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 20291c26-0bf9-46e0-9653-feb9335b0f3b no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:16.627676 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 20291c26-0bf9-46e0-9653-feb9335b0f3b {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:16.628025 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 20291c26-0bf9-46e0-9653-feb9335b0f3b not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:16.628431 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 2a5606b0-9605-41b5-a387-d53e0bee6dd9 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:16.648049 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 2a5606b0-9605-41b5-a387-d53e0bee6dd9 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:16.648380 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 2a5606b0-9605-41b5-a387-d53e0bee6dd9 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:16.648853 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 240397f1-f9c5-465b-80e6-0ebc24890dcd no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:16.659178 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44772) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:16.668771 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 240397f1-f9c5-465b-80e6-0ebc24890dcd {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:16.668903 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 240397f1-f9c5-465b-80e6-0ebc24890dcd not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:16.707402 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8bd933ec-7f5e-4386-959a-6fbee7693ece admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cfd9d65f66641b2bda6bbdcf908ca3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467384 Jul 04 09:21:16.709924 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44776) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:16.756714 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46be6dbd-71c8-4cec-be99-243720c6a7fe admin admin] Publish callbacks [] for security_group (27208a33-af95-436a-9930-60ca03ff5895), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.778813 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46be6dbd-71c8-4cec-be99-243720c6a7fe admin admin] Publish callbacks [] for security_group (27208a33-af95-436a-9930-60ca03ff5895), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.828562 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46be6dbd-71c8-4cec-be99-243720c6a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (27208a33-af95-436a-9930-60ca03ff5895), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.831252 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46be6dbd-71c8-4cec-be99-243720c6a7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:16.832410 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-46be6dbd-71c8-4cec-be99-243720c6a7fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27208a33-af95-436a-9930-60ca03ff5895 HTTP/1.1" status: 204 len: 168 time: 0.1215925 Jul 04 09:21:16.840822 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be6dbd-71c8-4cec-be99-243720c6a7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27208a33-af95-436a-9930-60ca03ff5895,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:17.558805 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3bd1-6d2d-43c7-b7bf-0a29dd3feff4 req-da0f5962-df24-4dcc-8784-05ed56b3045f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:17.560437 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a6ad3bd1-6d2d-43c7-b7bf-0a29dd3feff4 req-da0f5962-df24-4dcc-8784-05ed56b3045f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0475018 Jul 04 09:21:17.608135 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a6ad3bd1-6d2d-43c7-b7bf-0a29dd3feff4 req-1a0c6af6-e928-4f36-a158-6044fc550cc3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Jul 04 09:21:18.739142 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aff7d-c161-4ee4-925d-c34968f7793f req-905dfef0-9b41-4319-be5e-e1fc2ed17848 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:18.740629 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-069aff7d-c161-4ee4-925d-c34968f7793f req-905dfef0-9b41-4319-be5e-e1fc2ed17848 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0508106 Jul 04 09:21:18.792117 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-069aff7d-c161-4ee4-925d-c34968f7793f req-ab5b4ac3-8295-4da2-bc40-ef74a5974571 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457098 Jul 04 09:21:19.928024 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54dc3c-40b9-40bd-87c1-1a58180306e2 req-bd226304-b72d-4de7-a4ad-7884a9b2021d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:19.929466 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2f54dc3c-40b9-40bd-87c1-1a58180306e2 req-bd226304-b72d-4de7-a4ad-7884a9b2021d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0589890 Jul 04 09:21:19.980098 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2f54dc3c-40b9-40bd-87c1-1a58180306e2 req-6714a5e2-4119-49ad-9a37-b3cb6a8af38e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Jul 04 09:21:21.043093 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:21.115797 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a8f6-0387-47bb-b967-fb710527409a req-16b04b15-37a8-4e90-83f4-3affb8aebd0e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:21.117232 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c523a8f6-0387-47bb-b967-fb710527409a req-16b04b15-37a8-4e90-83f4-3affb8aebd0e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0500081 Jul 04 09:21:21.169049 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c523a8f6-0387-47bb-b967-fb710527409a req-11548327-0f72-4458-a2f6-db7f807fbc46 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 Jul 04 09:21:22.290568 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3716fa7-2cd5-4add-9070-2a997a1ae872 req-aae8465e-a17b-48c0-b359-33f7b4a974c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:22.292058 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3716fa7-2cd5-4add-9070-2a997a1ae872 req-aae8465e-a17b-48c0-b359-33f7b4a974c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0505834 Jul 04 09:21:22.341654 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3716fa7-2cd5-4add-9070-2a997a1ae872 req-124f9f76-04a1-41ac-844f-e813ec2aff06 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Jul 04 09:21:23.457897 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:23.469451 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c7ed1-c0c6-45d3-b314-b78a535154f3 req-ad90adb4-9bb2-444a-b2c6-8f2755f897c2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:23.470936 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bf1c7ed1-c0c6-45d3-b314-b78a535154f3 req-ad90adb4-9bb2-444a-b2c6-8f2755f897c2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0478809 Jul 04 09:21:23.527024 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bf1c7ed1-c0c6-45d3-b314-b78a535154f3 req-da72ada1-d608-48a0-b434-9f14542f43ee tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499873 Jul 04 09:21:24.656223 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25f236-a0d6-43c8-ac80-ae39fbd145b7 req-63a3b7ab-1298-48d8-909e-0b49b8375c91 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:24.657666 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cf25f236-a0d6-43c8-ac80-ae39fbd145b7 req-63a3b7ab-1298-48d8-909e-0b49b8375c91 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0539701 Jul 04 09:21:24.705659 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cf25f236-a0d6-43c8-ac80-ae39fbd145b7 req-1b8c6bca-e81b-4167-af37-f48f3cd68e1f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Jul 04 09:21:25.838845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fc456-4f08-4cf8-a022-0f6482c92929 req-db1c7776-8dc7-4718-8068-e39a25daf736 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:25.840341 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f4fc456-4f08-4cf8-a022-0f6482c92929 req-db1c7776-8dc7-4718-8068-e39a25daf736 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0486541 Jul 04 09:21:25.861493 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:25.892488 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f4fc456-4f08-4cf8-a022-0f6482c92929 req-0cf851ac-63a9-4d08-824b-b98bc422ec6f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460625 Jul 04 09:21:26.368956 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 44920) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:26.484071 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0cf0-525b-46d2-8273-0051f4d9dd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:26.563043 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0cf0-525b-46d2-8273-0051f4d9dd16 admin admin] Publish callbacks [] for security_group (b8de83ee-53b4-4598-97f6-2ea6c4cf936e), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:26.570006 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0cf0-525b-46d2-8273-0051f4d9dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b8de83ee-53b4-4598-97f6-2ea6c4cf936e), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:26.612193 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a3eb0cf0-525b-46d2-8273-0051f4d9dd16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d855f761a66d4fc08d740b382f88368c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421291 Jul 04 09:21:26.613059 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb0cf0-525b-46d2-8273-0051f4d9dd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8de83ee-53b4-4598-97f6-2ea6c4cf936e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:26.615178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 44924) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:26.670733 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Publish callbacks [] for security_group (b8de83ee-53b4-4598-97f6-2ea6c4cf936e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:26.693132 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Publish callbacks [] for security_group (b8de83ee-53b4-4598-97f6-2ea6c4cf936e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:26.740426 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (b8de83ee-53b4-4598-97f6-2ea6c4cf936e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:26.742920 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:26.744062 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8de83ee-53b4-4598-97f6-2ea6c4cf936e HTTP/1.1" status: 204 len: 168 time: 0.1278930 Jul 04 09:21:26.752220 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8de83ee-53b4-4598-97f6-2ea6c4cf936e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:26.759371 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.759736 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.760067 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.760396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.760719 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.761034 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.761360 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.761671 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.762084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.762327 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.762647 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.762935 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.763246 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.763552 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:26.763858 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b141471-5f6b-42e8-ab15-55fd5730a771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:27.022750 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bf19e-e8be-491b-a3c9-f754aa2e9f4b req-bf20784f-6697-4bf2-b31c-707e44a1e948 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:27.024233 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-051bf19e-e8be-491b-a3c9-f754aa2e9f4b req-bf20784f-6697-4bf2-b31c-707e44a1e948 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0497053 Jul 04 09:21:27.073693 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-051bf19e-e8be-491b-a3c9-f754aa2e9f4b req-fb6dcba5-e53b-4856-a69c-03415b94abbf tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Jul 04 09:21:28.202978 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a6e44-46c0-437f-a6e7-4ba0829ac37d req-1a4ef12f-5bf7-4ceb-ace2-acfa50e492f9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:28.204574 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e77a6e44-46c0-437f-a6e7-4ba0829ac37d req-1a4ef12f-5bf7-4ceb-ace2-acfa50e492f9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0516067 Jul 04 09:21:28.252366 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e77a6e44-46c0-437f-a6e7-4ba0829ac37d req-5d1af440-5cca-452c-b105-62d0c2afa206 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419447 Jul 04 09:21:29.301424 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:21:29.313876 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:29.317584 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:29.381167 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ab43-5368-4421-a36b-77da2990b103 req-aabb39a4-da0f-420c-a81b-4ac262962a58 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:29.382673 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a158ab43-5368-4421-a36b-77da2990b103 req-aabb39a4-da0f-420c-a81b-4ac262962a58 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0469203 Jul 04 09:21:29.406537 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:29.418098 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'port_id': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:21:29.432363 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a158ab43-5368-4421-a36b-77da2990b103 req-b9fec3df-80e6-462e-adf0-95a04b0f42df tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438447 Jul 04 09:21:29.452885 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: ACTIVE; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:21:29.453347 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:29.466762 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:21:29.486946 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:29.492214 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:29.537270 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=6']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:29.608541 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:21:30.552908 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a48f94-fc09-4050-9b13-863e0ad9489b req-a41046ef-e450-4ecf-a3fb-739c70e564c9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:30.554430 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d0a48f94-fc09-4050-9b13-863e0ad9489b req-a41046ef-e450-4ecf-a3fb-739c70e564c9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 945 time: 0.0484474 Jul 04 09:21:30.605002 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d0a48f94-fc09-4050-9b13-863e0ad9489b req-ebd4bfca-344f-48f8-a295-9e8191f7c36e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450711 Jul 04 09:21:31.303086 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:21:31.353552 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:21:31.354017 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:31.442508 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:21:31.442997 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:31.479609 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:31.480918 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:21:31.483421 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02fd67d-a9ad-4bca-97ab-be00fdb6d9c7" -d '{"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-plugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:21:31.486987 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:31.528508 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544d9946-2bda-45a8-b14d-c532595f2fd5 x-openstack-request-id: req-544d9946-2bda-45a8-b14d-c532595f2fd5 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:21:31.528801 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-plugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:21:31.529048 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-544d9946-2bda-45a8-b14d-c532595f2fd5 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:21:31.529438 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544d9946-2bda-45a8-b14d-c532595f2fd5'] response: {'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'code': 200} Jul 04 09:21:31.546974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=7']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:31.748041 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928ea38-71a9-45a1-aa3c-99452f29fafd req-6f9b1c9d-3028-4969-9d43-da4828048f57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:31.755324 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5928ea38-71a9-45a1-aa3c-99452f29fafd req-6f9b1c9d-3028-4969-9d43-da4828048f57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0577128 Jul 04 09:21:31.817816 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5928ea38-71a9-45a1-aa3c-99452f29fafd req-15dbc144-0c2f-467c-9730-037e6052540a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613692 Jul 04 09:21:32.029080 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45054) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:32.157107 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-764e6247-44a5-422e-b8dd-9f986f0144e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.206326 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:32.243085 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-764e6247-44a5-422e-b8dd-9f986f0144e4 admin admin] Publish callbacks [] for security_group (adae8c69-a9bb-43e3-aa3d-d7308fc85667), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.248031 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-764e6247-44a5-422e-b8dd-9f986f0144e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (adae8c69-a9bb-43e3-aa3d-d7308fc85667), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.272226 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:32.289961 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e6247-44a5-422e-b8dd-9f986f0144e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adae8c69-a9bb-43e3-aa3d-d7308fc85667,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:32.297575 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45058) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:32.310835 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-764e6247-44a5-422e-b8dd-9f986f0144e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dc41cc947d3428ab91cad237fe4982e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805924 Jul 04 09:21:32.354605 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3022004-7f32-4a7e-ae94-eb7d8b1b15de admin admin] Publish callbacks [] for security_group (adae8c69-a9bb-43e3-aa3d-d7308fc85667), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.377835 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3022004-7f32-4a7e-ae94-eb7d8b1b15de admin admin] Publish callbacks [] for security_group (adae8c69-a9bb-43e3-aa3d-d7308fc85667), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.394429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:32.440549 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3022004-7f32-4a7e-ae94-eb7d8b1b15de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (adae8c69-a9bb-43e3-aa3d-d7308fc85667), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.443212 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3022004-7f32-4a7e-ae94-eb7d8b1b15de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.444413 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c3022004-7f32-4a7e-ae94-eb7d8b1b15de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adae8c69-a9bb-43e3-aa3d-d7308fc85667 HTTP/1.1" status: 204 len: 168 time: 0.1460021 Jul 04 09:21:32.453427 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3022004-7f32-4a7e-ae94-eb7d8b1b15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adae8c69-a9bb-43e3-aa3d-d7308fc85667,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:32.777034 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45064) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:32.795597 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8430c329-1568-4f29-ba1e-f6cb15170964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.844841 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:32.885001 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8430c329-1568-4f29-ba1e-f6cb15170964 admin admin] Publish callbacks [] for security_group (720aca4c-7009-4c35-a29b-2f79c723a321), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.891425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8430c329-1568-4f29-ba1e-f6cb15170964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (720aca4c-7009-4c35-a29b-2f79c723a321), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:32.927251 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430c329-1568-4f29-ba1e-f6cb15170964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720aca4c-7009-4c35-a29b-2f79c723a321,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:32.989439 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45068) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:32.997094 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8430c329-1568-4f29-ba1e-f6cb15170964 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=033a85a781b74c4089c90a60504fdf0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181225 Jul 04 09:21:33.012747 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcc3d3-8425-499d-86c7-0c82172110fe req-0c694cef-70c9-44a9-a326-f17d5dd41cc5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:33.014338 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71dcc3d3-8425-499d-86c7-0c82172110fe req-0c694cef-70c9-44a9-a326-f17d5dd41cc5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0944595 Jul 04 09:21:33.064756 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a1c353-6cf5-4f3e-9e73-abdd10638606 admin admin] Publish callbacks [] for security_group (720aca4c-7009-4c35-a29b-2f79c723a321), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:33.075610 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71dcc3d3-8425-499d-86c7-0c82172110fe req-63e0633b-94d6-49a1-a5f0-7c4455d93c84 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541899 Jul 04 09:21:33.103689 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a1c353-6cf5-4f3e-9e73-abdd10638606 admin admin] Publish callbacks [] for security_group (720aca4c-7009-4c35-a29b-2f79c723a321), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:33.189351 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a1c353-6cf5-4f3e-9e73-abdd10638606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (720aca4c-7009-4c35-a29b-2f79c723a321), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:33.192154 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a617f819-a87e-4f7f-bc62-b494f1e82f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:33.192762 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a1c353-6cf5-4f3e-9e73-abdd10638606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:33.193537 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-45a1c353-6cf5-4f3e-9e73-abdd10638606 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/720aca4c-7009-4c35-a29b-2f79c723a321 HTTP/1.1" status: 204 len: 168 time: 0.2030609 Jul 04 09:21:33.203641 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c353-6cf5-4f3e-9e73-abdd10638606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720aca4c-7009-4c35-a29b-2f79c723a321,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:34.212710 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08bc74-5b20-42fb-8e19-dae44d0ab5f7 req-e89fad3c-ae90-406c-bbe0-526ab9a7e9c9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:34.215008 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bd08bc74-5b20-42fb-8e19-dae44d0ab5f7 req-e89fad3c-ae90-406c-bbe0-526ab9a7e9c9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0623817 Jul 04 09:21:34.288996 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bd08bc74-5b20-42fb-8e19-dae44d0ab5f7 req-35a023db-c7ae-499b-9e07-7b5c626542dd tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575671 Jul 04 09:21:35.345417 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:35.395449 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6633b13b-fe16-4bbd-a7f3-87f37213d637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.461395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535c0a6-fdb3-47af-8722-5fbc3d445d45 req-76f43ccf-8011-4f43-8534-ca0a6914bef4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:35.469042 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2535c0a6-fdb3-47af-8722-5fbc3d445d45 req-76f43ccf-8011-4f43-8534-ca0a6914bef4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0597966 Jul 04 09:21:35.531896 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2535c0a6-fdb3-47af-8722-5fbc3d445d45 req-0e870cf1-e09b-469e-b110-4c76ef7b72af tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557904 Jul 04 09:21:35.553540 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef26077e-2cb6-4a7e-bdfa-7596d0966bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.646658 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef26077e-2cb6-4a7e-bdfa-7596d0966bf9 admin admin] Publish callbacks [] for security_group (1da85ecd-2145-44a5-b1d7-f5caec3b0ac9), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.652968 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef26077e-2cb6-4a7e-bdfa-7596d0966bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1da85ecd-2145-44a5-b1d7-f5caec3b0ac9), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.681594 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ef26077e-2cb6-4a7e-bdfa-7596d0966bf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d74a6e639e24dbdb7f4acb340bede75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350115 Jul 04 09:21:35.684283 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45124) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:35.702560 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26077e-2cb6-4a7e-bdfa-7596d0966bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da85ecd-2145-44a5-b1d7-f5caec3b0ac9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:35.758549 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03f5fbfd-7138-4c23-9337-a960d6c29c75 admin admin] Publish callbacks [] for security_group (1da85ecd-2145-44a5-b1d7-f5caec3b0ac9), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.782754 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03f5fbfd-7138-4c23-9337-a960d6c29c75 admin admin] Publish callbacks [] for security_group (1da85ecd-2145-44a5-b1d7-f5caec3b0ac9), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.841285 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03f5fbfd-7138-4c23-9337-a960d6c29c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1da85ecd-2145-44a5-b1d7-f5caec3b0ac9), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.844958 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03f5fbfd-7138-4c23-9337-a960d6c29c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:35.849641 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-03f5fbfd-7138-4c23-9337-a960d6c29c75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1da85ecd-2145-44a5-b1d7-f5caec3b0ac9 HTTP/1.1" status: 204 len: 168 time: 0.1643367 Jul 04 09:21:35.858896 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5fbfd-7138-4c23-9337-a960d6c29c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da85ecd-2145-44a5-b1d7-f5caec3b0ac9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:36.218788 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45130) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:36.233502 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-959be505-4c58-4998-a844-990b54c5fc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.327807 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-959be505-4c58-4998-a844-990b54c5fc12 admin admin] Publish callbacks [] for security_group (86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.334163 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-959be505-4c58-4998-a844-990b54c5fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.396810 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-959be505-4c58-4998-a844-990b54c5fc12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc091311f9aa409e87f6ae3fb00acd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705205 Jul 04 09:21:36.396810 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959be505-4c58-4998-a844-990b54c5fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:36.397574 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45136) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:36.458166 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3820237d-c680-4e2f-b99a-901eecd25e1c admin admin] Publish callbacks [] for security_group (86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.485202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3820237d-c680-4e2f-b99a-901eecd25e1c admin admin] Publish callbacks [] for security_group (86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.510087 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:36.554127 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3820237d-c680-4e2f-b99a-901eecd25e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.556624 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3820237d-c680-4e2f-b99a-901eecd25e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.562028 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3820237d-c680-4e2f-b99a-901eecd25e1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234 HTTP/1.1" status: 204 len: 168 time: 0.1637673 Jul 04 09:21:36.570829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820237d-c680-4e2f-b99a-901eecd25e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dd7945-d0d2-4f6e-bd3f-f0d0d68fd234,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:36.631121 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:36.707022 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abe2b2-50b1-4097-9a55-f7b53c48f1ff req-be9015a9-98b8-44e8-925f-ddbec8fda3cc tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:36.708742 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-27abe2b2-50b1-4097-9a55-f7b53c48f1ff req-be9015a9-98b8-44e8-925f-ddbec8fda3cc tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0664077 Jul 04 09:21:36.774125 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-27abe2b2-50b1-4097-9a55-f7b53c48f1ff req-0e7afdce-2b0f-48b9-85e1-91466383dde5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565646 Jul 04 09:21:37.840544 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:37.844120 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:37.974580 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b45-8735-440d-a29c-82e00d549841 req-70b108ae-712e-4b02-8251-28f1780a70f1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:37.984178 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-00898b45-8735-440d-a29c-82e00d549841 req-70b108ae-712e-4b02-8251-28f1780a70f1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.1083167 Jul 04 09:21:38.052514 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-00898b45-8735-440d-a29c-82e00d549841 req-61daf7bd-1e98-4068-9c1e-bc7506c5ffce tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671091 Jul 04 09:21:38.112434 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:38.216047 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:38.868996 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45194) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:38.996013 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e87451e-3ed4-4ab5-a88c-ab71a80328ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.097136 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e87451e-3ed4-4ab5-a88c-ab71a80328ce admin admin] Publish callbacks [] for security_group (37a7e411-8195-4135-9556-905879f57435), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.102798 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e87451e-3ed4-4ab5-a88c-ab71a80328ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (37a7e411-8195-4135-9556-905879f57435), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.141664 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87451e-3ed4-4ab5-a88c-ab71a80328ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7e411-8195-4135-9556-905879f57435,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:39.153548 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45206) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:39.161322 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8e87451e-3ed4-4ab5-a88c-ab71a80328ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f39c4053c8c4a799f3e11748519a401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911665 Jul 04 09:21:39.237489 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0e6bb-cb07-4475-8778-f0bda8909300 req-231695d4-7ade-4c11-9b7b-bcbcaecdb68d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:39.238596 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5da0e6bb-cb07-4475-8778-f0bda8909300 req-231695d4-7ade-4c11-9b7b-bcbcaecdb68d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0707800 Jul 04 09:21:39.261198 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:39.269567 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17904a09-73ed-43fe-89f0-6a28e6a54a8f admin admin] Publish callbacks [] for security_group (37a7e411-8195-4135-9556-905879f57435), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.304733 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17904a09-73ed-43fe-89f0-6a28e6a54a8f admin admin] Publish callbacks [] for security_group (37a7e411-8195-4135-9556-905879f57435), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.337674 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5da0e6bb-cb07-4475-8778-f0bda8909300 req-b66f81b9-fe38-4abd-bf26-3c9534e7768f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906200 Jul 04 09:21:39.388724 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17904a09-73ed-43fe-89f0-6a28e6a54a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (37a7e411-8195-4135-9556-905879f57435), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.391783 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17904a09-73ed-43fe-89f0-6a28e6a54a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.393524 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-17904a09-73ed-43fe-89f0-6a28e6a54a8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37a7e411-8195-4135-9556-905879f57435 HTTP/1.1" status: 204 len: 168 time: 0.2388790 Jul 04 09:21:39.406618 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17904a09-73ed-43fe-89f0-6a28e6a54a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7e411-8195-4135-9556-905879f57435,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:39.739379 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45212) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:39.753760 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-551f9fec-6b6b-4394-a1e9-60c7e053c276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.845046 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-551f9fec-6b6b-4394-a1e9-60c7e053c276 admin admin] Publish callbacks [] for security_group (ead7b883-8daf-4359-a361-3e938e0a448d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.851073 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-551f9fec-6b6b-4394-a1e9-60c7e053c276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (ead7b883-8daf-4359-a361-3e938e0a448d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.894837 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45220) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:39.901689 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-551f9fec-6b6b-4394-a1e9-60c7e053c276 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5d20cfc19424de5bdcf9bfb851e5042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607721 Jul 04 09:21:39.902802 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f9fec-6b6b-4394-a1e9-60c7e053c276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead7b883-8daf-4359-a361-3e938e0a448d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:39.902930 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:39.933104 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:39.953328 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c865bd2-fc05-41d0-b1f8-6addf92ee21c admin admin] Publish callbacks [] for security_group (ead7b883-8daf-4359-a361-3e938e0a448d), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:39.975979 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c865bd2-fc05-41d0-b1f8-6addf92ee21c admin admin] Publish callbacks [] for security_group (ead7b883-8daf-4359-a361-3e938e0a448d), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:40.028655 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c865bd2-fc05-41d0-b1f8-6addf92ee21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (ead7b883-8daf-4359-a361-3e938e0a448d), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:40.031252 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c865bd2-fc05-41d0-b1f8-6addf92ee21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:40.034816 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7c865bd2-fc05-41d0-b1f8-6addf92ee21c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ead7b883-8daf-4359-a361-3e938e0a448d HTTP/1.1" status: 204 len: 168 time: 0.1366482 Jul 04 09:21:40.040652 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c865bd2-fc05-41d0-b1f8-6addf92ee21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead7b883-8daf-4359-a361-3e938e0a448d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:40.755675 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d820-3db7-420d-8e62-d72dcc367555 req-73e1e14a-3545-449c-851a-6cd70658e581 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:40.757177 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8799d820-3db7-420d-8e62-d72dcc367555 req-73e1e14a-3545-449c-851a-6cd70658e581 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.3378694 Jul 04 09:21:40.766614 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-d7c23e39-8f8d-419c-97fb-1297e8244f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:40.768420 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-d7c23e39-8f8d-419c-97fb-1297e8244f7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1130 time: 0.0553744 Jul 04 09:21:40.866097 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8799d820-3db7-420d-8e62-d72dcc367555 req-4802ca72-3594-4286-8452-07bd1afa261e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013715 Jul 04 09:21:40.892320 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:40.898116 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-88bdad45-36da-4b9b-a9b3-e3aba95b34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:40.899570 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-88bdad45-36da-4b9b-a9b3-e3aba95b34b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.1186931 Jul 04 09:21:40.961491 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-a8f6cfac-d5e3-4353-a0cf-7e64e103cc89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0552263 Jul 04 09:21:41.016812 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-10b2d59e-06ff-4bd9-9b1d-c805a763ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:41.018772 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-10b2d59e-06ff-4bd9-9b1d-c805a763ed8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0460200 Jul 04 09:21:41.071573 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-c96fd28d-46e0-47bf-b560-885629fce298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:41.073074 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-c96fd28d-46e0-47bf-b560-885629fce298 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444522 Jul 04 09:21:41.173989 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-d0191009-e631-4d6e-9d0c-a34e22655583 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896347 Jul 04 09:21:41.284974 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d7b69acc-e2c3-4486-9466-948e202b60f0 req-0aaa5c9e-d3bb-4ce2-ab79-5695d80554af service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930080 Jul 04 09:21:41.990628 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948399-760b-45d1-8eac-691e0dc83da1 req-305bbc49-d560-4483-8dd0-c4e94356556d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:41.992224 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-96948399-760b-45d1-8eac-691e0dc83da1 req-305bbc49-d560-4483-8dd0-c4e94356556d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0502198 Jul 04 09:21:42.042457 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-96948399-760b-45d1-8eac-691e0dc83da1 req-28bff015-3616-4a78-93db-ee668a271f47 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Jul 04 09:21:42.222499 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45296) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:42.331282 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c78031b-144f-46ba-840d-1d47a3f61017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.359941 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:42.422460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c78031b-144f-46ba-840d-1d47a3f61017 admin admin] Publish callbacks [] for security_group (819ade01-8a18-4059-885e-53a2bedb4181), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.428498 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c78031b-144f-46ba-840d-1d47a3f61017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (819ade01-8a18-4059-885e-53a2bedb4181), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.467249 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7c78031b-144f-46ba-840d-1d47a3f61017 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd56c14815644b57973337982f3973f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435877 Jul 04 09:21:42.467991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78031b-144f-46ba-840d-1d47a3f61017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819ade01-8a18-4059-885e-53a2bedb4181,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:42.470855 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45300) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:42.526357 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-340756da-6567-43cc-b950-b750f8dcebac admin admin] Publish callbacks [] for security_group (819ade01-8a18-4059-885e-53a2bedb4181), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.548895 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-340756da-6567-43cc-b950-b750f8dcebac admin admin] Publish callbacks [] for security_group (819ade01-8a18-4059-885e-53a2bedb4181), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.599892 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-340756da-6567-43cc-b950-b750f8dcebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (819ade01-8a18-4059-885e-53a2bedb4181), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.602550 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-340756da-6567-43cc-b950-b750f8dcebac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.603716 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-340756da-6567-43cc-b950-b750f8dcebac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/819ade01-8a18-4059-885e-53a2bedb4181 HTTP/1.1" status: 204 len: 168 time: 0.1316292 Jul 04 09:21:42.611909 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340756da-6567-43cc-b950-b750f8dcebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ade01-8a18-4059-885e-53a2bedb4181,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:42.888115 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45306) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:42.903047 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d825226-5601-4f26-8c01-31cacda627fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.977990 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d825226-5601-4f26-8c01-31cacda627fc admin admin] Publish callbacks [] for security_group (8b14f223-bad7-4307-b14f-88f1ad824fcf), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:42.985141 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d825226-5601-4f26-8c01-31cacda627fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8b14f223-bad7-4307-b14f-88f1ad824fcf), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.008824 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:43.025171 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d825226-5601-4f26-8c01-31cacda627fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b14f223-bad7-4307-b14f-88f1ad824fcf,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:43.029937 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4d825226-5601-4f26-8c01-31cacda627fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0446f8edd864a3fac0a53449539b259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407859 Jul 04 09:21:43.032787 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45308) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:43.095836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42b376b9-4456-4ae1-8bd2-0c86ccd920a3 admin admin] Publish callbacks [] for security_group (8b14f223-bad7-4307-b14f-88f1ad824fcf), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.119240 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42b376b9-4456-4ae1-8bd2-0c86ccd920a3 admin admin] Publish callbacks [] for security_group (8b14f223-bad7-4307-b14f-88f1ad824fcf), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.190297 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8ecd1-f178-461d-8706-3a178b4a79c2 req-40c856a7-08f2-456d-91b2-bc48e3f92d04 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:43.192177 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b9e8ecd1-f178-461d-8706-3a178b4a79c2 req-40c856a7-08f2-456d-91b2-bc48e3f92d04 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 946 time: 0.0707722 Jul 04 09:21:43.230032 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42b376b9-4456-4ae1-8bd2-0c86ccd920a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (8b14f223-bad7-4307-b14f-88f1ad824fcf), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.232432 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42b376b9-4456-4ae1-8bd2-0c86ccd920a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.233580 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-42b376b9-4456-4ae1-8bd2-0c86ccd920a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b14f223-bad7-4307-b14f-88f1ad824fcf HTTP/1.1" status: 204 len: 168 time: 0.1999269 Jul 04 09:21:43.254109 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b376b9-4456-4ae1-8bd2-0c86ccd920a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b14f223-bad7-4307-b14f-88f1ad824fcf,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:43.262411 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b9e8ecd1-f178-461d-8706-3a178b4a79c2 req-53e5e41c-94a1-419c-877d-58598fdc69cb tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625281 Jul 04 09:21:43.328432 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45314) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:43.380678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:43.461990 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: ACTIVE; New status is: DOWN {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:21:43.462503 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.489454 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:21:43.491851 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c9c38-c410-4567-b352-3489be1541ae" -d '{"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-unplugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:21:43.510972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:43.520063 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.562732 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Jul 2022 09:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b43ff7e-fa74-4708-9995-b65b5ee7e199 x-openstack-request-id: req-6b43ff7e-fa74-4708-9995-b65b5ee7e199 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:21:43.563007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-unplugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:21:43.563528 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b43ff7e-fa74-4708-9995-b65b5ee7e199 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:21:43.564002 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b43ff7e-fa74-4708-9995-b65b5ee7e199'] response: {'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'code': 200} Jul 04 09:21:43.583453 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=8']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:43.722608 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Deleting port 0029dacd-b639-4fb9-b032-75e5d5411cba {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:43.722950 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.805715 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.806065 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for floatingip (0029dacd-b639-4fb9-b032-75e5d5411cba), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.819449 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Calling delete_port for 0029dacd-b639-4fb9-b032-75e5d5411cba owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:43.824696 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:43.971003 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (0029dacd-b639-4fb9-b032-75e5d5411cba), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:43.994280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event deleted for resources: {'Port': ['ID=0029dacd-b639-4fb9-b032-75e5d5411cba,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:44.058746 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for floatingip (b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:44.059466 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Floating IP b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6 disassociated (deleted). External IP: 172.27.0.222, port: 78c383e3-0712-437b-8c6a-9bd8b90e67f0. Jul 04 09:21:44.230765 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:44.269076 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:21:44.399630 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9f9e4-9aec-42f3-8f6b-61ccca6e58d4 req-380936aa-0e77-4b63-84e6-821a2db816b7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:44.401173 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c7d9f9e4-9aec-42f3-8f6b-61ccca6e58d4 req-380936aa-0e77-4b63-84e6-821a2db816b7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0593286 Jul 04 09:21:44.436365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:21:44.445827 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:44.455048 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] Sync routers for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:21:44.466966 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:44.467615 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:44.495567 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c7d9f9e4-9aec-42f3-8f6b-61ccca6e58d4 req-ed286e4f-ad8a-41dc-baee-05c1f3717505 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878749 Jul 04 09:21:44.497540 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2922306d-b5d9-4ad8-8e3c-a7ce64230a34 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "DELETE /v2.0/floatingips/b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6 HTTP/1.1" status: 204 len: 168 time: 1.1681149 Jul 04 09:21:44.498236 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:21:44.500649 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d05aa3-a375-48b3-9f32-3179c70d58d0" -d '{"events": [{"name": "network-changed", "server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:21:44.566986 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7f2dfb-df9b-4f5b-8005-55dfc3281b46 x-openstack-request-id: req-8c7f2dfb-df9b-4f5b-8005-55dfc3281b46 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:21:44.567313 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:21:44.567560 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c7f2dfb-df9b-4f5b-8005-55dfc3281b46 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:21:44.567961 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7f2dfb-df9b-4f5b-8005-55dfc3281b46'] response: {'name': 'network-changed', 'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'status': 'completed', 'code': 200} Jul 04 09:21:44.599144 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:44.662210 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-aec7923c-40bd-4bd6-9342-0d32db8fd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:44.665053 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-aec7923c-40bd-4bd6-9342-0d32db8fd2af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 1130 time: 0.0651994 Jul 04 09:21:44.838335 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-a032f52e-e78a-412c-aa1f-9882c341b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:44.840026 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-a032f52e-e78a-412c-aa1f-9882c341b499 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 200 len: 908 time: 0.1646330 Jul 04 09:21:44.849245 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922f27-ffb4-4e4d-8943-55b47a2db453 req-2a711520-b713-4c17-8353-f4b775b74453 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:44.850720 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1f922f27-ffb4-4e4d-8943-55b47a2db453 req-2a711520-b713-4c17-8353-f4b775b74453 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0702307 Jul 04 09:21:44.884207 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:14Z', 'revision_number': 5, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:44.902581 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:44.909510 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1f922f27-ffb4-4e4d-8943-55b47a2db453 req-6b97d6e7-9e28-4fdd-ba94-ea1baef28593 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520260 Jul 04 09:21:44.912294 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] Checking router: f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:21:44.934817 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:44.935486 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:45.040332 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:45.381227 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:14Z', 'revision_number': 5, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:45.382281 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372fc0c-9bd0-4447-bcbf-8e793492e656 req-772df257-a99b-4aa5-afb6-a33c373de6e1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:45.386495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2372fc0c-9bd0-4447-bcbf-8e793492e656 req-772df257-a99b-4aa5-afb6-a33c373de6e1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0640380 Jul 04 09:21:45.409402 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f6550-272b-4c70-96c0-10caf5a557b2 None None] The sync data for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi is: [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:16:07Z', 'revision_number': 4, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4f14edf5-0584-4376-87b8-efead3c6005c', 'name': '', 'network_id': '5a2c8810-cb52-4371-861a-661d1c6a6165', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'mac_address': 'fa:16:3e:58:c9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:06Z', 'updated_at': '2022-07-04T09:16:14Z', 'revision_number': 5, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'subnets': [{'id': '1277dff0-d15a-447d-8a1d-5024ed6c6a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:21:45.447042 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2372fc0c-9bd0-4447-bcbf-8e793492e656 req-c6d5340a-d237-4c10-96de-364458cb180f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548985 Jul 04 09:21:45.658627 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483f6c9-25c3-4a69-b807-9f5e933841dd None None] New status for floating IP b7070dda-7e8c-4fe1-9c6c-341c73cd8ad6: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:21:45.689804 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45406) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:45.775266 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-d2e55454-b84f-4b64-b310-74e7184722e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842485 Jul 04 09:21:45.784439 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-e03ad62d-5fc3-4e7d-953f-d6e925a8e5cf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:21:45.785329 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-e03ad62d-5fc3-4e7d-953f-d6e925a8e5cf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049722 Jul 04 09:21:45.875406 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45414) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:45.924047 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-64ba99b3-eddd-47a1-a12f-494da1b9e03d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 200 len: 217 time: 0.0374200 Jul 04 09:21:46.052378 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-77311418-13f5-4bbf-8e3d-09dcf7237576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:46.053734 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-77311418-13f5-4bbf-8e3d-09dcf7237576 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 200 len: 846 time: 0.1231589 Jul 04 09:21:46.059790 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6bce-662b-430b-bce6-311cc265e385 req-feca78f6-1b19-48cc-8985-58555aa961fe tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:46.061027 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-feca78f6-1b19-48cc-8985-58555aa961fe tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports/17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 941 time: 0.1846480 Jul 04 09:21:46.068284 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3beed05-1bfb-493f-bb92-9c3d299d8cae req-511c9980-7035-4e78-af56-4ce5791eb8b6 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:46.069834 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3beed05-1bfb-493f-bb92-9c3d299d8cae req-511c9980-7035-4e78-af56-4ce5791eb8b6 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0836084 Jul 04 09:21:46.136829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-338f9788-a521-44a1-bf66-0bbc6ad49f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:46.138373 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-338f9788-a521-44a1-bf66-0bbc6ad49f72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a2c8810-cb52-4371-861a-661d1c6a6165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550640 Jul 04 09:21:46.155966 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e3beed05-1bfb-493f-bb92-9c3d299d8cae req-350ae76c-9e66-4e80-a17e-b70c7a75b9b1 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/security-groups?id=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804563 Jul 04 09:21:46.432698 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-0f8c7f66-f6c9-40c6-881d-9d577d5ce214 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961280 Jul 04 09:21:46.470211 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:46.480541 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a2e7-a959-449a-a694-22644694b916 req-64e283db-be2a-42b7-b268-f2116111dd11 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:46.482282 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c84a2e7-a959-449a-a694-22644694b916 req-64e283db-be2a-42b7-b268-f2116111dd11 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.57 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 946 time: 0.0658109 Jul 04 09:21:46.591774 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Deleting port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:46.592370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:46.593702 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-20d05aa3-a375-48b3-9f32-3179c70d58d0 req-9284878b-b08c-4969-b6cd-2fcd35887354 service neutron] 10.222.0.57 "GET /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490541 Jul 04 09:21:46.609236 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca24ee-b4e2-4154-a73d-e8f1b1223b1a req-027ab5f7-69b2-46c7-8077-69802d50b5c8 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:46.611233 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1eca24ee-b4e2-4154-a73d-e8f1b1223b1a req-027ab5f7-69b2-46c7-8077-69802d50b5c8 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0547345 Jul 04 09:21:46.670892 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1eca24ee-b4e2-4154-a73d-e8f1b1223b1a req-2e609405-7570-4ed8-aa9e-8dcba7c3a78a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531242 Jul 04 09:21:46.709909 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] For port 78c383e3-0712-437b-8c6a-9bd8b90e67f0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=78c383e3-0712-437b-8c6a-9bd8b90e67f0,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:46.710553 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:46.729705 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Calling delete_port for 78c383e3-0712-437b-8c6a-9bd8b90e67f0 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:46.859047 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (78c383e3-0712-437b-8c6a-9bd8b90e67f0), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:46.884735 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event deleted for resources: {'Port': ['ID=78c383e3-0712-437b-8c6a-9bd8b90e67f0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:46.935310 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] No DVR routers for this DVR port 78c383e3-0712-437b-8c6a-9bd8b90e67f0 on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:46.937863 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:46.941029 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-4c84a2e7-a959-449a-a694-22644694b916 req-c72a821d-8f85-4e48-b768-b3dd18afae4a tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.57 "DELETE /v2.0/ports/78c383e3-0712-437b-8c6a-9bd8b90e67f0 HTTP/1.1" status: 204 len: 173 time: 0.4418468 Jul 04 09:21:46.941463 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-deleted', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:21:46.943893 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf5a34-2138-4ebd-8613-68119079e39d" -d '{"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-deleted", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:21:47.046260 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae74fb3-38cb-4d72-bcc4-8dc8cc5c88dc x-openstack-request-id: req-aae74fb3-38cb-4d72-bcc4-8dc8cc5c88dc {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:21:47.046546 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f2244b-757a-430f-aeb4-c6c6a6d94214", "name": "network-vif-deleted", "tag": "78c383e3-0712-437b-8c6a-9bd8b90e67f0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:21:47.046792 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aae74fb3-38cb-4d72-bcc4-8dc8cc5c88dc {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:21:47.047195 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae74fb3-38cb-4d72-bcc4-8dc8cc5c88dc'] response: {'server_uuid': '67f2244b-757a-430f-aeb4-c6c6a6d94214', 'name': 'network-vif-deleted', 'tag': '78c383e3-0712-437b-8c6a-9bd8b90e67f0', 'status': 'completed', 'code': 200} Jul 04 09:21:47.256759 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6588440f-8cec-4038-bc71-9003b81b8f88 req-4ffa3b6a-45fa-44fd-859d-e225cf0faea7 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "GET /v2.0/ports?device_id=67f2244b-757a-430f-aeb4-c6c6a6d94214 HTTP/1.1" status: 200 len: 210 time: 0.0298374 Jul 04 09:21:47.402033 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:47.405115 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:47.478635 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: DOWN; New status is: DOWN {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:21:47.799384 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9144e-776c-4e76-b1c5-ce7d72a2756b req-6aa53c66-ad99-4e54-beac-99bc662a6024 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:47.801545 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4ba9144e-776c-4e76-b1c5-ce7d72a2756b req-6aa53c66-ad99-4e54-beac-99bc662a6024 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0494399 Jul 04 09:21:47.858526 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4ba9144e-776c-4e76-b1c5-ce7d72a2756b req-52d2594e-ceca-4984-ad1a-cef46f90b825 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509303 Jul 04 09:21:48.168381 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6bce-662b-430b-bce6-311cc265e385 req-d632534b-a536-41c9-b6a3-15e0c7cb141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:48.169915 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-d632534b-a536-41c9-b6a3-15e0c7cb141a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd&tenant_id=4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 1128 time: 0.0747404 Jul 04 09:21:48.241764 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6bce-662b-430b-bce6-311cc265e385 req-8b571af5-0305-4434-822a-88b0114dadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:48.243320 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-8b571af5-0305-4434-822a-88b0114dadae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1128 time: 0.0430067 Jul 04 09:21:48.289015 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:48.319644 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45458) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:48.347637 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6bce-662b-430b-bce6-311cc265e385 req-3e41f61d-8dc1-4d4e-8531-4b5d20cb52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:48.349605 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-3e41f61d-8dc1-4d4e-8531-4b5d20cb52f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.0930371 Jul 04 09:21:48.382201 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8245-ac12-4b6d-8420-be8aae79dc63 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group (a2f5a4c3-5950-4af8-87c7-54f3abfc34f1), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:48.388844 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:48.409553 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8245-ac12-4b6d-8420-be8aae79dc63 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group (a2f5a4c3-5950-4af8-87c7-54f3abfc34f1), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:48.413149 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-cd08e17e-ddbb-4f7c-9956-519af2bb19ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 1000 time: 0.0571315 Jul 04 09:21:48.465270 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6bce-662b-430b-bce6-311cc265e385 req-ad9f9616-2fc4-4b85-92bf-6d6d7f328f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:48.465270 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-ad9f9616-2fc4-4b85-92bf-6d6d7f328f58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0450685 Jul 04 09:21:48.472707 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8245-ac12-4b6d-8420-be8aae79dc63 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (a2f5a4c3-5950-4af8-87c7-54f3abfc34f1), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:48.475798 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8245-ac12-4b6d-8420-be8aae79dc63 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:48.476947 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ea3a8245-ac12-4b6d-8420-be8aae79dc63 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] 10.222.0.26 "DELETE /v2.0/security-groups/a2f5a4c3-5950-4af8-87c7-54f3abfc34f1 HTTP/1.1" status: 204 len: 168 time: 0.1560924 Jul 04 09:21:48.487795 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a8245-ac12-4b6d-8420-be8aae79dc63 tempest-TestShelveInstance-915443881 tempest-TestShelveInstance-915443881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f5a4c3-5950-4af8-87c7-54f3abfc34f1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:48.518167 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6bce-662b-430b-bce6-311cc265e385 req-5f098a82-685f-4876-9abf-fabec76bb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:48.519747 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-5f098a82-685f-4876-9abf-fabec76bb302 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483072 Jul 04 09:21:48.538557 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45464) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:48.614723 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-b85789e7-078d-4587-9b4c-c0a87b5f8bcb service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875998 Jul 04 09:21:48.711742 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-0eda6bce-662b-430b-bce6-311cc265e385 req-8513f431-8a06-4cc9-b677-9231f5c2bf27 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889168 Jul 04 09:21:48.773943 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:48.986437 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:49.027154 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad50ab-6f06-4b63-8b96-44b445ac1a4a req-1503cb01-08bd-4f11-8a23-85b2104c6572 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:49.028629 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4fad50ab-6f06-4b63-8b96-44b445ac1a4a req-1503cb01-08bd-4f11-8a23-85b2104c6572 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0899222 Jul 04 09:21:49.401612 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 78c383e3-0712-437b-8c6a-9bd8b90e67f0 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:49.559434 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4fad50ab-6f06-4b63-8b96-44b445ac1a4a req-b3957285-2195-4be0-a59a-bc760a3dcf14 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5070846 Jul 04 09:21:49.735961 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 78c383e3-0712-437b-8c6a-9bd8b90e67f0 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:49.736614 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 78c383e3-0712-437b-8c6a-9bd8b90e67f0 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:49.788359 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:49.886612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Deleting port 4f14edf5-0584-4376-87b8-efead3c6005c {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:49.887286 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:49.993026 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] For port 4f14edf5-0584-4376-87b8-efead3c6005c, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=4f14edf5-0584-4376-87b8-efead3c6005c,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:49.994054 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:50.021456 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Calling delete_port for 4f14edf5-0584-4376-87b8-efead3c6005c owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:50.272013 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (4f14edf5-0584-4376-87b8-efead3c6005c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:50.304909 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f14edf5-0584-4376-87b8-efead3c6005c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:50.355476 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:50.513043 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:50.790787 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:50.818574 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbddb78-1f66-4451-a5d8-726744f564ba req-260dbc14-9e1b-4265-9593-a0d4fdf4baee tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:50.820346 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fdbddb78-1f66-4451-a5d8-726744f564ba req-260dbc14-9e1b-4265-9593-a0d4fdf4baee tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0682628 Jul 04 09:21:50.835868 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:21:50.946435 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fdbddb78-1f66-4451-a5d8-726744f564ba req-8cb5ab30-e3b7-4cae-a5fb-693eee99a8a3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201873 Jul 04 09:21:51.030762 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:21:51.036416 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bc4c51fd-2e20-41f6-99bc-d758db677a41 admin admin] 10.222.0.26 "PUT /v2.0/routers/f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4967813 Jul 04 09:21:51.039316 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45510) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:51.041811 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] Sync routers for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:21:51.054401 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:51.055462 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:51.067371 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:51.194458 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:51.255567 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks [] for router (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:51.358541 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:51.426114 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks [] for router_gateway (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:51.468901 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:21:50Z', 'revision_number': 5, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port': {'id': '1a689587-073c-4b1d-86fd-7fdf54db3d68', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:04Z', 'updated_at': '2022-07-04T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:51.479577 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Deleting port 1a689587-073c-4b1d-86fd-7fdf54db3d68 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:51.480048 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:51.515599 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] Checking router: f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:21:51.525690 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] Routers {'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:51.526854 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:51.620516 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] Set router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:51.636192 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] For port 1a689587-073c-4b1d-86fd-7fdf54db3d68, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1a689587-073c-4b1d-86fd-7fdf54db3d68,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:51.636638 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:51.665443 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Calling delete_port for 1a689587-073c-4b1d-86fd-7fdf54db3d68 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:51.694697 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:21:51Z', 'revision_number': 6, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:51.722849 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11e7bc-e5e3-4848-888a-6e4768af5ed9 None None] The sync data for ids ['f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771'] in dv-cinder-819149-7-iscsi is: [{'id': 'f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771', 'name': 'tempest-TestShelveInstance-32867182-router', 'tenant_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:03Z', 'updated_at': '2022-07-04T09:21:51Z', 'revision_number': 6, 'project_id': '33b3e0ba3aa644ddbbee8f56be21ad06', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:21:51.869995 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (1a689587-073c-4b1d-86fd-7fdf54db3d68), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:51.875615 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:51.897315 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:51.902324 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a689587-073c-4b1d-86fd-7fdf54db3d68,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:51.919631 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.920054 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.920307 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.920632 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.920959 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.921345 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.921693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.922036 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.922358 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.922675 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.922998 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.923318 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.923628 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.923940 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.924249 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:21:51.987857 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.101600 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.104059 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks [] for router_controller (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.111973 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3f4a-f392-4442-92a8-1e123b677244 req-208c4ed0-c83a-40ba-89eb-13a1566eb984 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:52.113923 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d5db3f4a-f392-4442-92a8-1e123b677244 req-208c4ed0-c83a-40ba-89eb-13a1566eb984 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0675385 Jul 04 09:21:52.178565 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.179210 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:21:52.184632 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.186526 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7be4bf2e-3c38-4519-8522-8ab0add38644 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f94bd6fd-5bd2-4cf5-adbf-0aa069cf3771 HTTP/1.1" status: 204 len: 168 time: 1.1456804 Jul 04 09:21:52.193274 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45522) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:52.235959 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d5db3f4a-f392-4442-92a8-1e123b677244 req-1a16e397-bc14-45fc-8e46-c0284bfe71c5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155703 Jul 04 09:21:52.280541 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] Deleting subnet 1277dff0-d15a-447d-8a1d-5024ed6c6a84 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:21:52.283908 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] Publish callbacks [] for subnet (1277dff0-d15a-447d-8a1d-5024ed6c6a84), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.329836 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944338'] for subnet (1277dff0-d15a-447d-8a1d-5024ed6c6a84), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.414949 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (1277dff0-d15a-447d-8a1d-5024ed6c6a84), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.474988 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27110918'] for subnet (1277dff0-d15a-447d-8a1d-5024ed6c6a84), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.513165 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1277dff0-d15a-447d-8a1d-5024ed6c6a84,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:52.515218 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.519030 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b0f0e7ad-b59d-4211-90e1-2dcb8f9992a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1277dff0-d15a-447d-8a1d-5024ed6c6a84 HTTP/1.1" status: 204 len: 168 time: 0.3133891 Jul 04 09:21:52.521621 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45530) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:52.527248 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4fdee-81f7-4335-91e4-48c1efc1de46 None None] Network 5a2c8810-cb52-4371-861a-661d1c6a6165 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:21:52.613868 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (5a2c8810-cb52-4371-861a-661d1c6a6165), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.620664 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:52.679190 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Deleting port 5b7bbbba-10fa-42ee-ba30-92650341cf2a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:52.679532 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.699812 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:52.734618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 4f14edf5-0584-4376-87b8-efead3c6005c no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:52.780680 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] For port 5b7bbbba-10fa-42ee-ba30-92650341cf2a, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=5b7bbbba-10fa-42ee-ba30-92650341cf2a,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:52.781241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.783708 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 4f14edf5-0584-4376-87b8-efead3c6005c {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:52.784243 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 4f14edf5-0584-4376-87b8-efead3c6005c not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:52.785074 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1a689587-073c-4b1d-86fd-7fdf54db3d68 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:52.797109 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Calling delete_port for 5b7bbbba-10fa-42ee-ba30-92650341cf2a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:52.816727 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] DHCP port deletion for 5a2c8810-cb52-4371-861a-661d1c6a6165 request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:21:52.820678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 1a689587-073c-4b1d-86fd-7fdf54db3d68 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:52.821023 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1a689587-073c-4b1d-86fd-7fdf54db3d68 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:52.867015 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:21:52.871747 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] Deleting port 5b7bbbba-10fa-42ee-ba30-92650341cf2a {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:52.872149 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.899723 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:52.902458 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:52.947710 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:52.966097 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7bbbba-10fa-42ee-ba30-92650341cf2a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:52.983148 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] No DVR routers for this DVR port 5b7bbbba-10fa-42ee-ba30-92650341cf2a on host dv-cinder-819149-7-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:52.991057 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] For port 5b7bbbba-10fa-42ee-ba30-92650341cf2a, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=5b7bbbba-10fa-42ee-ba30-92650341cf2a,segment=NetworkSegment(db2b4667-5b77-4e2c-8184-1d96d351776e),segment_id=db2b4667-5b77-4e2c-8184-1d96d351776e)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:52.991523 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.012851 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] Calling delete_port for 5b7bbbba-10fa-42ee-ba30-92650341cf2a owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:53.089112 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (5a2c8810-cb52-4371-861a-661d1c6a6165), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.117053 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2c8810-cb52-4371-861a-661d1c6a6165']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:53.121815 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (5b7bbbba-10fa-42ee-ba30-92650341cf2a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.137585 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2b4667-5b77-4e2c-8184-1d96d351776e') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:53.137845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2b4667-5b77-4e2c-8184-1d96d351776e') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:53.154223 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944331'] for segment (db2b4667-5b77-4e2c-8184-1d96d351776e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.166952 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] Pushing event deleted for resources: {'Port': ['ID=5b7bbbba-10fa-42ee-ba30-92650341cf2a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:53.173334 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a5b1f-c36f-49b0-9114-104b4d806864 None None] No DVR routers for this DVR port 5b7bbbba-10fa-42ee-ba30-92650341cf2a on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:53.180992 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (db2b4667-5b77-4e2c-8184-1d96d351776e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.192463 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:21:53.192850 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946710'] for segment (db2b4667-5b77-4e2c-8184-1d96d351776e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.274403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (5a2c8810-cb52-4371-861a-661d1c6a6165), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.285196 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:53.290487 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a2c8810-cb52-4371-861a-661d1c6a6165 HTTP/1.1" status: 204 len: 168 time: 0.7678089 Jul 04 09:21:53.292454 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45538) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:53.307554 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0003b-fde2-490f-82e1-adf8a3d2fbfa admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2c8810-cb52-4371-861a-661d1c6a6165,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:53.414285 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment db2b4667-5b77-4e2c-8184-1d96d351776e resource provider aggregate not found Jul 04 09:21:53.442785 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd314b19-09fb-4980-9fbe-f8f3bbf4f1d3 req-0202b103-6097-4ca0-803c-2c4a612d1c58 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:53.445186 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd314b19-09fb-4980-9fbe-f8f3bbf4f1d3 req-0202b103-6097-4ca0-803c-2c4a612d1c58 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0893166 Jul 04 09:21:53.452549 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment db2b4667-5b77-4e2c-8184-1d96d351776e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db2b4667-5b77-4e2c-8184-1d96d351776e found for delete ", "request_id": "req-c6594882-5540-453d-949e-6186cdd7206b"}]} Jul 04 09:21:53.507934 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cd314b19-09fb-4980-9fbe-f8f3bbf4f1d3 req-507cc007-31dd-452a-b619-c8d830634830 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542679 Jul 04 09:21:53.804916 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (8bc8f7e2-6592-4276-a525-abb80ba08dcb), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:54.047144 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Deleting port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:54.047482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:54.132548 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] For port 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,segment=NetworkSegment(212345a4-36ec-4c3c-8c70-a72375833230),segment_id=212345a4-36ec-4c3c-8c70-a72375833230)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:54.132942 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:54.148172 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Calling delete_port for 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:54.215177 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:54.255655 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:54.336953 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (5c1c505c-88a0-4702-9ab4-f3a0dfb6e611), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:54.376949 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1c505c-88a0-4702-9ab4-f3a0dfb6e611,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:54.565728 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (8bc8f7e2-6592-4276-a525-abb80ba08dcb), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:54.778598 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 5b7bbbba-10fa-42ee-ba30-92650341cf2a no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:54.825746 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 5b7bbbba-10fa-42ee-ba30-92650341cf2a {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:54.826410 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 5b7bbbba-10fa-42ee-ba30-92650341cf2a not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:54.919466 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb0b0-67ac-4d60-8e0a-6810065e9a45 req-268481ec-4da6-4ffc-8c95-02791e5413a0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:54.927474 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1e7cb0b0-67ac-4d60-8e0a-6810065e9a45 req-268481ec-4da6-4ffc-8c95-02791e5413a0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0752437 Jul 04 09:21:54.940862 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Router 8bc8f7e2-6592-4276-a525-abb80ba08dcb has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:21:54.998590 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1e7cb0b0-67ac-4d60-8e0a-6810065e9a45 req-a7f0094a-e384-4916-b5aa-b44a3c47f494 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701444 Jul 04 09:21:55.116743 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:21:55.122027 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-cb4d20d6-f69d-4083-bd22-35dfbe6b00fc admin admin] 10.222.0.26 "PUT /v2.0/routers/8bc8f7e2-6592-4276-a525-abb80ba08dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8280883 Jul 04 09:21:55.124917 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45558) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:55.138701 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] Sync routers for ids ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:21:55.150916 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45560) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:55.155970 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] Routers {'8bc8f7e2-6592-4276-a525-abb80ba08dcb'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:55.156929 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:55.286088 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks [] for router (8bc8f7e2-6592-4276-a525-abb80ba08dcb), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.325772 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] Set router 8bc8f7e2-6592-4276-a525-abb80ba08dcb gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:55.341904 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d0fa88e-fdbf-42bb-b2b3-3c5da006e90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.453008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks [] for router_gateway (8bc8f7e2-6592-4276-a525-abb80ba08dcb), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.529457 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Deleting port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:55.529809 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.605954 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:21:54Z', 'revision_number': 5, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port': {'id': '0b8d91c5-1230-45a3-8cca-a8d85a4e6089', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:55.653175 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] Checking router: 8bc8f7e2-6592-4276-a525-abb80ba08dcb for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:21:55.657058 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] For port 0b8d91c5-1230-45a3-8cca-a8d85a4e6089, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:55.657419 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.662979 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] Routers {'8bc8f7e2-6592-4276-a525-abb80ba08dcb'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:21:55.663596 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:21:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:55.687718 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Calling delete_port for 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:55.788136 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] Set router 8bc8f7e2-6592-4276-a525-abb80ba08dcb gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:21:55.833713 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:55.834900 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:55.851685 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:21:55Z', 'revision_number': 6, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:55.864376 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d0fa88e-fdbf-42bb-b2b3-3c5da006e90a admin admin] Publish callbacks [] for security_group (3c4b83bb-be62-4854-a0fb-2f90c147f0d3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.870727 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d0fa88e-fdbf-42bb-b2b3-3c5da006e90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (3c4b83bb-be62-4854-a0fb-2f90c147f0d3), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.884287 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9efb86-8b45-4177-be0e-c9aa794f567f None None] The sync data for ids ['8bc8f7e2-6592-4276-a525-abb80ba08dcb'] in dv-cinder-819149-7-iscsi is: [{'id': '8bc8f7e2-6592-4276-a525-abb80ba08dcb', 'name': 'tempest-TestShelveInstance-897423165-router', 'tenant_id': 'abfe2a72af8d4f658c560f45f82d0421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:16:12Z', 'updated_at': '2022-07-04T09:21:55Z', 'revision_number': 6, 'project_id': 'abfe2a72af8d4f658c560f45f82d0421', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:21:55.922585 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fa88e-fdbf-42bb-b2b3-3c5da006e90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b83bb-be62-4854-a0fb-2f90c147f0d3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:55.930763 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4d0fa88e-fdbf-42bb-b2b3-3c5da006e90a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1c7e0c32d6e427282d614c8e5d03a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7756748 Jul 04 09:21:55.931079 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45564) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:55.966179 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:55.975813 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (0b8d91c5-1230-45a3-8cca-a8d85a4e6089), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:55.999559 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:56.006128 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba4785ce-da64-46bc-81c7-438fc7ae10e9 admin admin] Publish callbacks [] for security_group (3c4b83bb-be62-4854-a0fb-2f90c147f0d3), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.018694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8d91c5-1230-45a3-8cca-a8d85a4e6089,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:56.045995 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba4785ce-da64-46bc-81c7-438fc7ae10e9 admin admin] Publish callbacks [] for security_group (3c4b83bb-be62-4854-a0fb-2f90c147f0d3), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.098480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (8bc8f7e2-6592-4276-a525-abb80ba08dcb), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.116294 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba4785ce-da64-46bc-81c7-438fc7ae10e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (3c4b83bb-be62-4854-a0fb-2f90c147f0d3), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.118943 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba4785ce-da64-46bc-81c7-438fc7ae10e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.120108 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ba4785ce-da64-46bc-81c7-438fc7ae10e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c4b83bb-be62-4854-a0fb-2f90c147f0d3 HTTP/1.1" status: 204 len: 168 time: 0.1872776 Jul 04 09:21:56.153018 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4785ce-da64-46bc-81c7-438fc7ae10e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b83bb-be62-4854-a0fb-2f90c147f0d3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:56.277445 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (8bc8f7e2-6592-4276-a525-abb80ba08dcb), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.282179 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks [] for router_controller (8bc8f7e2-6592-4276-a525-abb80ba08dcb), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.296459 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d55344-b2b8-4733-b44f-d0c98c4ef35f req-bbcc2122-8803-4ce9-b440-774cfc695458 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:56.297925 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82d55344-b2b8-4733-b44f-d0c98c4ef35f req-bbcc2122-8803-4ce9-b440-774cfc695458 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.1146626 Jul 04 09:21:56.366334 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (8bc8f7e2-6592-4276-a525-abb80ba08dcb), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.367129 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc8f7e2-6592-4276-a525-abb80ba08dcb {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:21:56.386986 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.391889 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:56.401504 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-61db1274-09f4-4ecc-9e32-523441ff4f82 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8bc8f7e2-6592-4276-a525-abb80ba08dcb HTTP/1.1" status: 204 len: 168 time: 1.2750914 Jul 04 09:21:56.466569 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-82d55344-b2b8-4733-b44f-d0c98c4ef35f req-8c726ece-c830-4b31-9159-53bb352b6c67 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597247 Jul 04 09:21:56.506113 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] Deleting subnet 377f629d-f68d-4a21-9822-0ee73a1b5be8 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:21:56.514228 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] Publish callbacks [] for subnet (377f629d-f68d-4a21-9822-0ee73a1b5be8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.619094 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (377f629d-f68d-4a21-9822-0ee73a1b5be8), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.632116 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45576) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:56.671274 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aed2f794-7b91-4973-8587-2a001a47b5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.730811 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:56.784439 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (377f629d-f68d-4a21-9822-0ee73a1b5be8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.791041 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:56.797998 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 0b8d91c5-1230-45a3-8cca-a8d85a4e6089 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:56.798728 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:56.810036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aed2f794-7b91-4973-8587-2a001a47b5b7 admin admin] Publish callbacks [] for security_group (24c3ad4b-20e9-48f4-bf62-7c38db22cff6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.816760 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aed2f794-7b91-4973-8587-2a001a47b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (24c3ad4b-20e9-48f4-bf62-7c38db22cff6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.821366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:56.822113 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 5c1c505c-88a0-4702-9ab4-f3a0dfb6e611 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:56.868148 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-aed2f794-7b91-4973-8587-2a001a47b5b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffd713a40b2c4007909b24fe2bf2a6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355134 Jul 04 09:21:56.869090 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2f794-7b91-4973-8587-2a001a47b5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c3ad4b-20e9-48f4-bf62-7c38db22cff6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:56.871425 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45580) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:56.914551 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (377f629d-f68d-4a21-9822-0ee73a1b5be8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.952520 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377f629d-f68d-4a21-9822-0ee73a1b5be8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:56.967790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:56.968629 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa8068-68e3-4120-9d3c-55af11adb234 None None] Network e9b564f3-94dd-47bf-8270-f88ad732ad26 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:21:56.971593 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a82f014f-a1dc-4203-9491-3264493ceca7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/377f629d-f68d-4a21-9822-0ee73a1b5be8 HTTP/1.1" status: 204 len: 168 time: 0.5785363 Jul 04 09:21:56.974337 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45582) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:57.014081 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a98e8-5eea-4f14-bc48-5aa49465adcc admin admin] Publish callbacks [] for security_group (24c3ad4b-20e9-48f4-bf62-7c38db22cff6), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.065399 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a98e8-5eea-4f14-bc48-5aa49465adcc admin admin] Publish callbacks [] for security_group (24c3ad4b-20e9-48f4-bf62-7c38db22cff6), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.140832 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (e9b564f3-94dd-47bf-8270-f88ad732ad26), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.172779 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a98e8-5eea-4f14-bc48-5aa49465adcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (24c3ad4b-20e9-48f4-bf62-7c38db22cff6), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.176648 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a98e8-5eea-4f14-bc48-5aa49465adcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.185514 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-272a98e8-5eea-4f14-bc48-5aa49465adcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24c3ad4b-20e9-48f4-bf62-7c38db22cff6 HTTP/1.1" status: 204 len: 168 time: 0.3113017 Jul 04 09:21:57.205831 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a98e8-5eea-4f14-bc48-5aa49465adcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c3ad4b-20e9-48f4-bf62-7c38db22cff6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:57.238322 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] DHCP port deletion for e9b564f3-94dd-47bf-8270-f88ad732ad26 request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:21:57.241124 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Deleting port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:57.241546 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.293966 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] Deleting port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:21:57.294621 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.333483 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] For port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,segment=NetworkSegment(212345a4-36ec-4c3c-8c70-a72375833230),segment_id=212345a4-36ec-4c3c-8c70-a72375833230)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:57.333843 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.349677 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Calling delete_port for 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:57.373521 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] For port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,segment=NetworkSegment(212345a4-36ec-4c3c-8c70-a72375833230),segment_id=212345a4-36ec-4c3c-8c70-a72375833230)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:21:57.373964 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.386705 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] Calling delete_port for 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:21:57.417040 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:57.431284 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:21:57.439911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.466848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:57.471588 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] No DVR routers for this DVR port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 on host dv-cinder-819149-7-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:57.480234 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (9f2d0cf8-e572-4c25-991a-1ab7fea0b723), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.506360 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] Pushing event deleted for resources: {'Port': ['ID=9f2d0cf8-e572-4c25-991a-1ab7fea0b723,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:57.510082 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae31955-d204-4683-a79b-f9cbe1d7f47e None None] No DVR routers for this DVR port 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:21:57.559897 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (e9b564f3-94dd-47bf-8270-f88ad732ad26), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.583932 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b564f3-94dd-47bf-8270-f88ad732ad26']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:57.601730 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212345a4-36ec-4c3c-8c70-a72375833230') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:57.602058 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212345a4-36ec-4c3c-8c70-a72375833230') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:21:57.626280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944331'] for segment (212345a4-36ec-4c3c-8c70-a72375833230), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.646577 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (212345a4-36ec-4c3c-8c70-a72375833230), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.658460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa33fd-ca84-4506-b75c-4ba44f96cf2f req-cb9d450d-1747-4dc9-9816-a508b93122b4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:57.659975 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-78fa33fd-ca84-4506-b75c-4ba44f96cf2f req-cb9d450d-1747-4dc9-9816-a508b93122b4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0780158 Jul 04 09:21:57.662821 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:21:57.663214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946710'] for segment (212345a4-36ec-4c3c-8c70-a72375833230), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.698290 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 212345a4-36ec-4c3c-8c70-a72375833230 resource provider aggregate not found Jul 04 09:21:57.740764 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 212345a4-36ec-4c3c-8c70-a72375833230 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 212345a4-36ec-4c3c-8c70-a72375833230 found for delete ", "request_id": "req-d3861bd9-6c37-4fb4-8e56-6449835c09e5"}]} Jul 04 09:21:57.762108 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (e9b564f3-94dd-47bf-8270-f88ad732ad26), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.771650 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:57.777569 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e9b564f3-94dd-47bf-8270-f88ad732ad26 HTTP/1.1" status: 204 len: 168 time: 0.7997847 Jul 04 09:21:57.779811 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-78fa33fd-ca84-4506-b75c-4ba44f96cf2f req-477441f2-87a6-4ab5-99f6-bf47116f08f4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987506 Jul 04 09:21:57.790268 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86c47-37dd-40c7-b751-947ce883cb18 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b564f3-94dd-47bf-8270-f88ad732ad26,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:57.932991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45612) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:57.976703 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-307137af-f2d0-4ea0-bfea-036baad3a841 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33b3e0ba3aa644ddbbee8f56be21ad06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425394 Jul 04 09:21:57.979351 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45614) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:58.031848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9807c19-8043-465d-ab26-ae36ec383646 admin admin] Publish callbacks [] for security_group (1710b44e-7d12-44e9-852b-0bdc5db5203a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.054093 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9807c19-8043-465d-ab26-ae36ec383646 admin admin] Publish callbacks [] for security_group (1710b44e-7d12-44e9-852b-0bdc5db5203a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.107557 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9807c19-8043-465d-ab26-ae36ec383646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (1710b44e-7d12-44e9-852b-0bdc5db5203a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.110410 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9807c19-8043-465d-ab26-ae36ec383646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.112568 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a9807c19-8043-465d-ab26-ae36ec383646 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1710b44e-7d12-44e9-852b-0bdc5db5203a HTTP/1.1" status: 204 len: 168 time: 0.1314709 Jul 04 09:21:58.122171 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9807c19-8043-465d-ab26-ae36ec383646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1710b44e-7d12-44e9-852b-0bdc5db5203a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:58.498792 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45628) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:58.541084 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e2707ed3-f088-4908-a0bc-341ab6afb8b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abfe2a72af8d4f658c560f45f82d0421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411103 Jul 04 09:21:58.543683 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45630) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:21:58.602309 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1ff5d0-d16a-44e3-b92c-42421154bbdd admin admin] Publish callbacks [] for security_group (d9bce266-8b76-4961-ae7b-0c82605c435e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.620229 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1ff5d0-d16a-44e3-b92c-42421154bbdd admin admin] Publish callbacks [] for security_group (d9bce266-8b76-4961-ae7b-0c82605c435e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.630580 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:21:58.653568 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:21:58.653949 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9f2d0cf8-e572-4c25-991a-1ab7fea0b723 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:21:58.671934 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1ff5d0-d16a-44e3-b92c-42421154bbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (d9bce266-8b76-4961-ae7b-0c82605c435e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.674477 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1ff5d0-d16a-44e3-b92c-42421154bbdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:21:58.675710 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1e1ff5d0-d16a-44e3-b92c-42421154bbdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9bce266-8b76-4961-ae7b-0c82605c435e HTTP/1.1" status: 204 len: 168 time: 0.1310985 Jul 04 09:21:58.683941 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ff5d0-d16a-44e3-b92c-42421154bbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bce266-8b76-4961-ae7b-0c82605c435e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:21:58.921148 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c480c-7ffc-4165-891b-c760a8a400d9 req-45dca72f-7063-4540-9bca-99f27b59585b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:21:58.922842 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dd3c480c-7ffc-4165-891b-c760a8a400d9 req-45dca72f-7063-4540-9bca-99f27b59585b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0528197 Jul 04 09:21:58.976665 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dd3c480c-7ffc-4165-891b-c760a8a400d9 req-e3e996ce-0179-43be-ba0e-85bcbf540070 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475731 Jul 04 09:22:00.113542 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feb203-4cf2-48f8-862c-922499e5a82a req-840ca609-1dc8-4c37-8f8f-1f3165f43ed7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:00.115677 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-87feb203-4cf2-48f8-862c-922499e5a82a req-840ca609-1dc8-4c37-8f8f-1f3165f43ed7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0529871 Jul 04 09:22:00.172693 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-87feb203-4cf2-48f8-862c-922499e5a82a req-84291ee6-ae86-418a-8606-21f1f71119ad tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484304 Jul 04 09:22:01.293442 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687e6d8-e7f6-4e8c-b0bd-baecfd8f2f1c req-a01c8a60-448e-48c5-ab07-e21cc42a25ff tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:01.294927 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2687e6d8-e7f6-4e8c-b0bd-baecfd8f2f1c req-a01c8a60-448e-48c5-ab07-e21cc42a25ff tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0476186 Jul 04 09:22:01.342627 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2687e6d8-e7f6-4e8c-b0bd-baecfd8f2f1c req-7a1d79a3-ff09-45d0-9e6a-0707ad0426ba tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Jul 04 09:22:01.697410 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:02.479927 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10b9ab-163d-4af4-b61f-0a36c3f661e5 req-b0d64b38-7064-4f58-826f-9d60c838b3a0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:02.481264 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f10b9ab-163d-4af4-b61f-0a36c3f661e5 req-b0d64b38-7064-4f58-826f-9d60c838b3a0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0490820 Jul 04 09:22:02.531228 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f10b9ab-163d-4af4-b61f-0a36c3f661e5 req-d2e91ee7-ae6f-405a-8f1d-5c6296a7fbd0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Jul 04 09:22:02.867570 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=24 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:03.188329 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb7e5-193d-415a-8b09-bc9c9adc7635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:03.630817 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:03.671009 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbf919-0ad3-4965-ae7e-3aaf5b6f1988 req-b1a52c6a-e55e-4e9c-8a46-1343c72ac425 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:03.672490 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97bbf919-0ad3-4965-ae7e-3aaf5b6f1988 req-b1a52c6a-e55e-4e9c-8a46-1343c72ac425 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0568726 Jul 04 09:22:03.722236 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97bbf919-0ad3-4965-ae7e-3aaf5b6f1988 req-e81b9438-ecde-41d0-97ef-dd5104fab10b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437613 Jul 04 09:22:04.852999 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb65b27-7540-487d-a4b6-fca449d05599 req-5b064bee-4619-4fbf-be5e-d86fa6ef16e1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:04.854521 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7cb65b27-7540-487d-a4b6-fca449d05599 req-5b064bee-4619-4fbf-be5e-d86fa6ef16e1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0494008 Jul 04 09:22:04.867953 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:04.905540 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7cb65b27-7540-487d-a4b6-fca449d05599 req-f4eb1feb-cff8-46c1-9375-2589ac2161c4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447803 Jul 04 09:22:05.383780 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-64b3e568-bb71-4864-a37e-24220229c165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:06.047076 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabf616-a35e-4bbe-bdde-2debf67a6431 req-ea3d2842-8988-41d0-bf48-9f0ed5888eb4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:06.048530 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ceabf616-a35e-4bbe-bdde-2debf67a6431 req-ea3d2842-8988-41d0-bf48-9f0ed5888eb4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 944 time: 0.0593746 Jul 04 09:22:06.097228 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ceabf616-a35e-4bbe-bdde-2debf67a6431 req-7bf4355d-8b46-4fab-be91-d07ff9855ab7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421870 Jul 04 09:22:06.643669 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:06.942876 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:22:06.960495 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:06.991360 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:07.056076 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:22:07.067588 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'port_id': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:22:07.091655 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:07.105304 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:22:07.105698 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:07.119480 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:22:07.141538 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:22:07.147467 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:07.198502 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=9']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:07.207292 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.207916 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.208277 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.208620 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.208953 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.209312 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.209639 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.209993 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.210320 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.210646 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.210974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.211291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.211613 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.211929 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.212246 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:07.221365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e713b72-6232-48e9-9507-588387785def req-3cfa81be-edf1-412e-9f96-3a4178c9285d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:07.222881 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8e713b72-6232-48e9-9507-588387785def req-3cfa81be-edf1-412e-9f96-3a4178c9285d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 945 time: 0.0480382 Jul 04 09:22:07.270966 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8e713b72-6232-48e9-9507-588387785def req-3e7260f6-0d23-4d46-a944-c4e2da08c8b8 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 Jul 04 09:22:07.391202 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:22:07.993658 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:22:08.052218 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:22:08.052587 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:08.105743 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:08.138710 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:22:08.139101 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:08.164560 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:22:08.166827 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410bab7-f9d0-4235-9b23-b85c4c34b61a" -d '{"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-plugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:22:08.179661 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:22:08.188174 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:08.221128 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f186a4f-8f0c-4de2-8a1f-d880fa50404f x-openstack-request-id: req-5f186a4f-8f0c-4de2-8a1f-d880fa50404f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:22:08.221428 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-plugged", "status": "completed", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:22:08.221708 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f186a4f-8f0c-4de2-8a1f-d880fa50404f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:22:08.222084 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f186a4f-8f0c-4de2-8a1f-d880fa50404f'] response: {'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'code': 200} Jul 04 09:22:08.237562 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:08.253877 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=10']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:08.402906 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b44ef-2977-47a8-a7b8-f864a167fed3 req-2dd7dc4e-9ca7-4b48-8e12-80baeae8d4be tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:08.404421 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-388b44ef-2977-47a8-a7b8-f864a167fed3 req-2dd7dc4e-9ca7-4b48-8e12-80baeae8d4be tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 947 time: 0.0511110 Jul 04 09:22:08.459505 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-388b44ef-2977-47a8-a7b8-f864a167fed3 req-0392ec97-d2d3-4402-acf4-28f32d9fc217 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487731 Jul 04 09:22:08.678989 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:08.680120 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=9,neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:08.728936 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d570b-e8df-436d-8c6b-8444b88b0528 req-2c93a685-95de-4ff0-b4ab-37c68a9dc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:08.730796 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a6d570b-e8df-436d-8c6b-8444b88b0528 req-2c93a685-95de-4ff0-b4ab-37c68a9dc827 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1131 time: 0.0402653 Jul 04 09:22:08.779799 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a6d570b-e8df-436d-8c6b-8444b88b0528 req-8f4edbe7-5e3d-4744-bdd3-e20a89531629 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403728 Jul 04 09:22:09.586869 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42630d3-03ec-42c7-b056-883a1404e160 req-ddc111df-f444-4015-86c7-262a28314f75 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:09.588664 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c42630d3-03ec-42c7-b056-883a1404e160 req-ddc111df-f444-4015-86c7-262a28314f75 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 947 time: 0.0520513 Jul 04 09:22:09.640464 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c42630d3-03ec-42c7-b056-883a1404e160 req-fb6e3a67-246f-4a14-9c2f-98430727adc9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Jul 04 09:22:10.765588 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d592a27-8d4e-4266-adb6-b4d144ec0cbd req-6e269bb9-3b39-4850-900a-b7dd9358a842 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:10.767097 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0d592a27-8d4e-4266-adb6-b4d144ec0cbd req-6e269bb9-3b39-4850-900a-b7dd9358a842 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 947 time: 0.0479929 Jul 04 09:22:10.815770 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0d592a27-8d4e-4266-adb6-b4d144ec0cbd req-a087c477-5675-496f-bdb0-1bcf37887e4a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Jul 04 09:22:14.840632 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:14.841853 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:18.226184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 45792) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:18.238016 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:18.243822 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:18.252022 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:18.344920 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-148277e6-57f1-4482-a6f5-afe52098ec7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.423923 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-148277e6-57f1-4482-a6f5-afe52098ec7d admin admin] Publish callbacks [] for security_group (7ba60776-572c-432a-adaa-a6ce365cf4f3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.429242 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-148277e6-57f1-4482-a6f5-afe52098ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (7ba60776-572c-432a-adaa-a6ce365cf4f3), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.468123 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-148277e6-57f1-4482-a6f5-afe52098ec7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6f374944803464a9fd851b28092e6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408731 Jul 04 09:22:18.468956 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148277e6-57f1-4482-a6f5-afe52098ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba60776-572c-432a-adaa-a6ce365cf4f3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:18.471072 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 45796) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:18.525101 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6b61-c96a-4937-95b8-f2b81a69f126 admin admin] Publish callbacks [] for security_group (7ba60776-572c-432a-adaa-a6ce365cf4f3), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.793522 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6b61-c96a-4937-95b8-f2b81a69f126 admin admin] Publish callbacks [] for security_group (7ba60776-572c-432a-adaa-a6ce365cf4f3), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.844945 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6b61-c96a-4937-95b8-f2b81a69f126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (7ba60776-572c-432a-adaa-a6ce365cf4f3), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.847705 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6b61-c96a-4937-95b8-f2b81a69f126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:18.848846 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ec8c6b61-c96a-4937-95b8-f2b81a69f126 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ba60776-572c-432a-adaa-a6ce365cf4f3 HTTP/1.1" status: 204 len: 168 time: 0.3766980 Jul 04 09:22:18.856825 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6b61-c96a-4937-95b8-f2b81a69f126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba60776-572c-432a-adaa-a6ce365cf4f3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:21.069409 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:28.463226 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=26,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:28.465098 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=29,neutron:INSERT=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:28.855649 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:28.859920 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:28.869175 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:29.869990 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:22:31.060517 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:31.062960 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:33.193606 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9103d6d0-712d-4b65-9918-bab79c798a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:35.369277 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4bcbac0a-e2cb-4092-acfe-69ebe7c49a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:36.637297 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:38.113461 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:38.210974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:39.863348 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:39.864536 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:48.106598 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:48.198238 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:48.205241 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:51.078770 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:51.839107 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:54.531199 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46038) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:54.642451 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:54.722276 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Publish callbacks [] for security_group (2740249a-478c-4bcc-9dfe-bd51453b2e81), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:54.727928 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (2740249a-478c-4bcc-9dfe-bd51453b2e81), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:54.769008 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3c843f29aa34e9a98f79b32652e489e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367129 Jul 04 09:22:54.770186 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2740249a-478c-4bcc-9dfe-bd51453b2e81,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:54.772145 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46042) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:22:54.777662 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.778104 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.778386 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.778732 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.779089 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.779392 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.779727 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.780051 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.780371 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.780693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.781124 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.781445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.781761 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.782113 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.782420 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b3c3f-e64d-4e7c-8d90-6de90ca3c7d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.824751 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Publish callbacks [] for security_group (2740249a-478c-4bcc-9dfe-bd51453b2e81), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:54.845817 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Publish callbacks [] for security_group (2740249a-478c-4bcc-9dfe-bd51453b2e81), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:54.896417 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (2740249a-478c-4bcc-9dfe-bd51453b2e81), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:54.899181 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:54.900996 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2740249a-478c-4bcc-9dfe-bd51453b2e81 HTTP/1.1" status: 204 len: 168 time: 0.1278441 Jul 04 09:22:54.909399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740249a-478c-4bcc-9dfe-bd51453b2e81,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:54.917136 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.917480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.917824 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.918180 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.918509 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.918829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.919158 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.919633 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.919822 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.920144 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.920398 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.920831 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.921147 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.921463 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:54.921772 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf770ad-9083-44c3-a065-b4d993935f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:22:55.230128 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-bb13993e-fedf-42d9-95cd-8bfce4440a4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417137 Jul 04 09:22:55.322369 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-7ddbf212-11c5-4c5a-b8c3-6feb86f1b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:55.323878 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-7ddbf212-11c5-4c5a-b8c3-6feb86f1b424 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 1131 time: 0.0441463 Jul 04 09:22:55.426352 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-e7048a53-8564-438b-8af9-6e2874e31b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:55.427756 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-e7048a53-8564-438b-8af9-6e2874e31b97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.0842683 Jul 04 09:22:55.495023 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-7d1c426c-b0f3-4734-903e-c1e6b5dec63a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 200 len: 1002 time: 0.0604472 Jul 04 09:22:55.544537 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-b2c5f61f-7ac6-4109-a6c9-45af77e621ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:55.546023 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-b2c5f61f-7ac6-4109-a6c9-45af77e621ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0441401 Jul 04 09:22:55.594936 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-32d19373-df80-4a2d-931a-ef60bcc4481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:55.596421 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-32d19373-df80-4a2d-931a-ef60bcc4481f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394306 Jul 04 09:22:55.690155 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-40724a5b-0b6a-4148-b2f5-3fb08cb6ef1a service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859654 Jul 04 09:22:55.780627 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-acf732f0-a31c-4fb1-9127-eaa0f090186f req-32517f34-7203-4341-b3f5-6e9df86c74dd service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836132 Jul 04 09:22:56.781577 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-1de87a8d-f898-40d6-b819-08b538d440cd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779143404&fields=id&tenant_id=dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 267 time: 0.0587616 Jul 04 09:22:56.912945 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa32d0-6504-459a-8ee4-60f7ae517725 req-2f01cf25-3ded-4f98-bb74-709dd51fc7ed tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:56.914363 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5cfa32d0-6504-459a-8ee4-60f7ae517725 req-2f01cf25-3ded-4f98-bb74-709dd51fc7ed tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 947 time: 0.0864336 Jul 04 09:22:56.947700 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f6ae472a-6aff-4918-a561-93f37d5a90ac tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:56.949143 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f6ae472a-6aff-4918-a561-93f37d5a90ac tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 812 time: 0.1607568 Jul 04 09:22:56.979866 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-8e320b70-d5f2-4751-a3ab-84aff50ebf71 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/quotas/dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 375 time: 0.0239868 Jul 04 09:22:56.987101 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5cfa32d0-6504-459a-8ee4-60f7ae517725 req-6d730ff8-72f9-4536-85a9-edeab8ac43e4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655420 Jul 04 09:22:57.036544 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-40ca376d-5ea8-41cf-a1e3-f19165dd98fa tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485005 Jul 04 09:22:57.148080 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-466b56ed-3adc-4e18-8373-846cb7f22101 service neutron] 10.222.0.26 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990272 Jul 04 09:22:57.238770 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-6839b1ad-186c-4941-89d7-d8aa724ba970 service neutron] 10.222.0.26 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843840 Jul 04 09:22:57.550734 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dbd3db30-028d-4e0e-a858-6547d813f3e8 req-4e35a74d-ee09-463b-92fc-ea755aa08465 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 210 time: 0.0279627 Jul 04 09:22:58.134446 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf07ca8-a78c-4fb4-899b-4cced5af49bc req-daa8c15e-eddc-411c-b2de-871649d691c1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:58.137796 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0cf07ca8-a78c-4fb4-899b-4cced5af49bc req-daa8c15e-eddc-411c-b2de-871649d691c1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 947 time: 0.0535183 Jul 04 09:22:58.189029 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0cf07ca8-a78c-4fb4-899b-4cced5af49bc req-7cbcf025-22ee-4d83-bbf2-7928e3506c77 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452652 Jul 04 09:22:58.646364 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-38cfd29c-9f46-4477-b4a6-cf76da6891c5 req-cd08a249-693f-4527-bd50-4abcff948e40 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 210 time: 0.0287783 Jul 04 09:22:58.818212 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-434bd077-0d39-499f-8bf2-603314cc98c7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:58.819690 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-434bd077-0d39-499f-8bf2-603314cc98c7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 947 time: 0.0550497 Jul 04 09:22:58.908690 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Deleting port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:22:58.909025 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:58.991734 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:59.003625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] For port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:22:59.004029 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:59.050267 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:22:59.166451 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:59.166842 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (4c623976-2ca3-463f-9f7d-7f4646efad50), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:59.167157 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Floating IP 4c623976-2ca3-463f-9f7d-7f4646efad50 disassociated. External IP: 172.27.0.108, port: 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7. Jul 04 09:22:59.167504 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Calling delete_port for 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:22:59.308284 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (17a3b35a-43ba-4047-9cb2-8075dbd8e1e7), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:59.320165 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fc7ab-10c8-4e77-ab2d-426d5c4f64f8 req-407da40e-54e0-4025-b07d-82cb1061dfd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:59.323154 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b60fc7ab-10c8-4e77-ab2d-426d5c4f64f8 req-407da40e-54e0-4025-b07d-82cb1061dfd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6adb6fa-7a9a-4413-b937-aecda176cccd HTTP/1.1" status: 200 len: 947 time: 0.0525203 Jul 04 09:22:59.337167 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event deleted for resources: {'Port': ['ID=17a3b35a-43ba-4047-9cb2-8075dbd8e1e7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:22:59.385390 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b60fc7ab-10c8-4e77-ab2d-426d5c4f64f8 req-902ed35f-c429-412d-a8df-0fbdf8f9bf82 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=625316b7-0fe2-4fb0-a811-d39251e09295&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562992 Jul 04 09:22:59.449520 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Router 73960203-7365-4c06-8f6e-58d1fca75d96 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:22:59.553227 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:22:59.562994 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] Sync routers for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:22:59.573459 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:22:59.574086 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:22:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:22:59.595488 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] No DVR routers for this DVR port 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 on host hv-cinder-81914 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:22:59.598230 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:22:59.601397 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-794c3612-2c5b-4f0b-829b-ee63817c5ce2 req-dce95afc-bead-436d-9f6c-81b57c118a87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "DELETE /v2.0/ports/17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 HTTP/1.1" status: 204 len: 173 time: 0.7765903 Jul 04 09:22:59.601837 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-deleted', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:22:59.604293 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1038af8d-0b81-40fc-8298-48c068f82a80" -d '{"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-deleted", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:22:59.639299 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e19479-2ffd-46d5-a9ec-a45c28a5d26e x-openstack-request-id: req-78e19479-2ffd-46d5-a9ec-a45c28a5d26e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:22:59.639649 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6adb6fa-7a9a-4413-b937-aecda176cccd", "name": "network-vif-deleted", "tag": "17a3b35a-43ba-4047-9cb2-8075dbd8e1e7", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:22:59.639868 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78e19479-2ffd-46d5-a9ec-a45c28a5d26e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:22:59.640274 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e19479-2ffd-46d5-a9ec-a45c28a5d26e'] response: {'server_uuid': 'b6adb6fa-7a9a-4413-b937-aecda176cccd', 'name': 'network-vif-deleted', 'tag': '17a3b35a-43ba-4047-9cb2-8075dbd8e1e7', 'status': 'completed', 'code': 200} Jul 04 09:22:59.677069 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:22:59.790656 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1871eda5-bb01-4baf-9d3b-86d0ad02205f req-02fdad0c-1b8b-403c-83f2-716b4bae274c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 210 time: 0.0541670 Jul 04 09:22:59.912054 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:22:59.920800 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-6f5b53f3-ee85-4454-9a0a-7afd47eb82c7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:22:59.922559 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-6f5b53f3-ee85-4454-9a0a-7afd47eb82c7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 812 time: 0.1412487 Jul 04 09:22:59.938050 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] Checking router: 73960203-7365-4c06-8f6e-58d1fca75d96 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:22:59.946812 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:22:59.947432 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:22:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:00.057928 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:23:00.186623 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-a3ba0c0d-f294-4d9e-b19a-473d51d222df tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc462a5ff5f649cdb9a24f2232855724 HTTP/1.1" status: 200 len: 380 time: 0.0623491 Jul 04 09:23:00.198594 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'port': {'device_id': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'admin_state_up': True, 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'security_groups': ['04e940b6-4579-40db-a436-bda31d1eda71']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:00.349111 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:00.354527 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:00.365142 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Made reservation on behalf of dc462a5ff5f649cdb9a24f2232855724 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:23:00.368864 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:00.389974 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c4df1-9d02-4826-8074-f0beaf3a9449 None None] The sync data for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi is: [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:23:00.446745 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:00.517099 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Allocated IP 172.20.0.8 (956432d6-39cd-4134-be04-9d32af252f5a/62c8402f-4429-4e64-980b-6f9bcb8f4889/c470078a-d902-43dd-b55b-f1c2cb71c278) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:23:00.665951 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f42ce6-42ef-43c0-934e-ea4d3e5a9c21 None None] New status for floating IP 4c623976-2ca3-463f-9f7d-7f4646efad50: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:23:00.676121 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:00.713447 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:00.758540 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Network 956432d6-39cd-4134-be04-9d32af252f5a is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:23:00.761924 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:23:00.765939 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:23:00.794383 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=c470078a-d902-43dd-b55b-f1c2cb71c278,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:00.841952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:00.842650 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:00.863091 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-f8863053-6308-486a-ae1c-5e7ffd7641b2 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6691730 Jul 04 09:23:00.902140 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Request body: {'port': {'device_id': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:00.913822 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0cbaa-a5ae-4b7b-b900-ed6fe23b92c5 req-a54cbb39-02ee-43af-9328-15ab96f67312 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:00.915519 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0f0cbaa-a5ae-4b7b-b900-ed6fe23b92c5 req-a54cbb39-02ee-43af-9328-15ab96f67312 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 931 time: 0.0512989 Jul 04 09:23:00.950113 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:00.971786 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0f0cbaa-a5ae-4b7b-b900-ed6fe23b92c5 req-8c3e856d-d3ca-4228-b715-c3713325791f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500076 Jul 04 09:23:00.973964 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.007200 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-d38e94dc-f52c-4cbd-a405-129ab6ad1513 None None] Provisioning complete for port c470078a-d902-43dd-b55b-f1c2cb71c278 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:23:01.007565 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d38e94dc-f52c-4cbd-a405-129ab6ad1513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.038727 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d38e94dc-f52c-4cbd-a405-129ab6ad1513 None None] Port c470078a-d902-43dd-b55b-f1c2cb71c278 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:23:01.238109 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c470078a-d902-43dd-b55b-f1c2cb71c278 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:23:01.246219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Publish callbacks [] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.248124 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:01.260296 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Transition to ACTIVE for port object c470078a-d902-43dd-b55b-f1c2cb71c278 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:23:01.266202 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.315435 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:01.317662 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c470078a-d902-43dd-b55b-f1c2cb71c278,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:01.396012 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Attempting to bind port c470078a-d902-43dd-b55b-f1c2cb71c278 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:23:01.396364 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Attempting to bind port c470078a-d902-43dd-b55b-f1c2cb71c278 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:23:01.396721 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Attempting to bind port c470078a-d902-43dd-b55b-f1c2cb71c278 on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:23:01.401770 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Port c470078a-d902-43dd-b55b-f1c2cb71c278 on network 956432d6-39cd-4134-be04-9d32af252f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:23:01.402129 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Attempting to bind port c470078a-d902-43dd-b55b-f1c2cb71c278 on network 956432d6-39cd-4134-be04-9d32af252f5a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:23:01.407289 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:23:01.407568 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Checking segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:23:01.407957 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Bound using segment: {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:23:01.408384 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Bound port: c470078a-d902-43dd-b55b-f1c2cb71c278, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:23:01.408751 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.476684 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] For port c470078a-d902-43dd-b55b-f1c2cb71c278, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:23:01.480761 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] For port c470078a-d902-43dd-b55b-f1c2cb71c278, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c470078a-d902-43dd-b55b-f1c2cb71c278,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:23:01.488537 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.499881 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46106) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:01.531038 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:01.531689 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.533280 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/c470078a-d902-43dd-b55b-f1c2cb71c278 HTTP/1.1" status: 200 len: 1093 time: 0.6363897 Jul 04 09:23:01.597141 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a684afd-973b-4a81-ac38-9e8c33ddc5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c470078a-d902-43dd-b55b-f1c2cb71c278,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:01.642316 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:23:01.644642 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9874d66-8236-44da-ada7-d7c408106d48" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:23:01.648450 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ec946e6-7f02-4bc1-88c5-2d60434993ac tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (625316b7-0fe2-4fb0-a811-d39251e09295), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.650654 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-bd6b0701-bfe1-4ebf-9f0f-98837d68e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:01.652184 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-bd6b0701-bfe1-4ebf-9f0f-98837d68e271 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 1127 time: 0.0666246 Jul 04 09:23:01.686007 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c818708-20b3-49c2-ae0d-92ca79c87bbe x-openstack-request-id: req-9c818708-20b3-49c2-ae0d-92ca79c87bbe {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:23:01.686299 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:23:01.686542 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c818708-20b3-49c2-ae0d-92ca79c87bbe {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:23:01.686930 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c818708-20b3-49c2-ae0d-92ca79c87bbe'] response: {'name': 'network-changed', 'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'status': 'completed', 'code': 200} Jul 04 09:23:01.714754 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ec946e6-7f02-4bc1-88c5-2d60434993ac tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (625316b7-0fe2-4fb0-a811-d39251e09295), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.718813 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-6cc0f5a7-480b-45b1-8da4-2ed5885265e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c470078a-d902-43dd-b55b-f1c2cb71c278 HTTP/1.1" status: 200 len: 217 time: 0.0535550 Jul 04 09:23:01.788857 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-5b4ebb98-752e-4253-90d5-eb0fa8d6dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:01.791005 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-5b4ebb98-752e-4253-90d5-eb0fa8d6dea7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0617232 Jul 04 09:23:01.813628 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ec946e6-7f02-4bc1-88c5-2d60434993ac tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (625316b7-0fe2-4fb0-a811-d39251e09295), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.816172 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ec946e6-7f02-4bc1-88c5-2d60434993ac tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.817265 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1ec946e6-7f02-4bc1-88c5-2d60434993ac tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "DELETE /v2.0/security-groups/625316b7-0fe2-4fb0-a811-d39251e09295 HTTP/1.1" status: 204 len: 168 time: 0.3013668 Jul 04 09:23:01.820267 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46110) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:01.835494 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-2ce26515-7ed6-4646-88dd-0e870b70bbdc tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] show failed (client error): The resource could not be found. Jul 04 09:23:01.836510 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2ce26515-7ed6-4646-88dd-0e870b70bbdc tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups/625316b7-0fe2-4fb0-a811-d39251e09295 HTTP/1.1" status: 404 len: 347 time: 0.0150449 Jul 04 09:23:01.839486 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46112) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:01.845581 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec946e6-7f02-4bc1-88c5-2d60434993ac tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625316b7-0fe2-4fb0-a811-d39251e09295,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:01.854467 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-6f497cd3-17c1-40e3-a129-1ab97de71c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:01.856015 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-6f497cd3-17c1-40e3-a129-1ab97de71c57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538771 Jul 04 09:23:01.878645 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:01.954003 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Deleting port 10100b12-3ef4-4836-9165-ae68785163ba {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:23:01.954723 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (10100b12-3ef4-4836-9165-ae68785163ba), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:01.959298 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-168ac584-15a8-4e97-959f-95a5ba1411bc service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937471 Jul 04 09:23:02.060582 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (10100b12-3ef4-4836-9165-ae68785163ba), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.060883 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (10100b12-3ef4-4836-9165-ae68785163ba), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.067025 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71c250a2-0864-47fa-b339-edb4a8ffd888 req-3ecdffde-f5a5-4ab0-b957-228b4b3e8460 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981669 Jul 04 09:23:02.094354 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Calling delete_port for 10100b12-3ef4-4836-9165-ae68785163ba owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:23:02.111528 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00e35-394c-41a8-8271-d682bb0c8d96 req-9cc3c557-87d8-4122-af64-f4f0f1acb6e6 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:02.113025 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1ab00e35-394c-41a8-8271-d682bb0c8d96 req-9cc3c557-87d8-4122-af64-f4f0f1acb6e6 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0697112 Jul 04 09:23:02.220439 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1ab00e35-394c-41a8-8271-d682bb0c8d96 req-9fcd00e3-569c-4333-a03a-1d79cf468ff5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001515 Jul 04 09:23:02.298084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (10100b12-3ef4-4836-9165-ae68785163ba), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.318813 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:23:02.333156 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event deleted for resources: {'Port': ['ID=10100b12-3ef4-4836-9165-ae68785163ba,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:02.342164 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:23:02.342502 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 17a3b35a-43ba-4047-9cb2-8075dbd8e1e7 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:23:02.400414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (4c623976-2ca3-463f-9f7d-7f4646efad50), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.403172 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.404359 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8e891037-03b6-4efe-a5e1-d8fcfee9621c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "DELETE /v2.0/floatingips/4c623976-2ca3-463f-9f7d-7f4646efad50 HTTP/1.1" status: 204 len: 168 time: 0.5639324 Jul 04 09:23:02.407908 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9874d66-8236-44da-ada7-d7c408106d48 req-7a3170e9-eb85-46d4-a2d3-68f0cb6c10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:02.409415 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9874d66-8236-44da-ada7-d7c408106d48 req-7a3170e9-eb85-46d4-a2d3-68f0cb6c10e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 1127 time: 0.0417724 Jul 04 09:23:02.478807 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46118) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:02.483208 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-a051d3ad-c726-4995-adce-63047f8d2dd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41017547', 'description': 'tempest-description--914503934'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:02.504463 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a051d3ad-c726-4995-adce-63047f8d2dd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.505660 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9874d66-8236-44da-ada7-d7c408106d48 req-756b0b32-5ae5-490c-aa4e-3dbe14bf30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:02.507469 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9874d66-8236-44da-ada7-d7c408106d48 req-756b0b32-5ae5-490c-aa4e-3dbe14bf30a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.0909126 Jul 04 09:23:02.550123 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9874d66-8236-44da-ada7-d7c408106d48 req-f6c5c1f6-ace4-4751-9f04-a15cc4b126f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c470078a-d902-43dd-b55b-f1c2cb71c278 HTTP/1.1" status: 200 len: 217 time: 0.0339720 Jul 04 09:23:02.565932 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:02.572838 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a051d3ad-c726-4995-adce-63047f8d2dd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (99b357b1-ff1f-41b8-9d57-fb0796857124), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.577190 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a051d3ad-c726-4995-adce-63047f8d2dd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (99b357b1-ff1f-41b8-9d57-fb0796857124), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.596306 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:02.605716 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9874d66-8236-44da-ada7-d7c408106d48 req-96373c24-7c8e-4c7d-a1a2-0f645a568fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:02.605994 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a051d3ad-c726-4995-adce-63047f8d2dd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.607042 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a051d3ad-c726-4995-adce-63047f8d2dd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1274188 Jul 04 09:23:02.607326 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9874d66-8236-44da-ada7-d7c408106d48 req-96373c24-7c8e-4c7d-a1a2-0f645a568fe3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0492952 Jul 04 09:23:02.610328 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:02.611293 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051d3ad-c726-4995-adce-63047f8d2dd2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b357b1-ff1f-41b8-9d57-fb0796857124,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:02.615268 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cb32bc69-813c-40ed-bb97-2a1594a630c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'security_group_rule': {'security_group_id': '99b357b1-ff1f-41b8-9d57-fb0796857124', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:02.671701 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9874d66-8236-44da-ada7-d7c408106d48 req-9816d0eb-7dab-4867-a475-bf305aee1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:02.673180 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9874d66-8236-44da-ada7-d7c408106d48 req-9816d0eb-7dab-4867-a475-bf305aee1369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511153 Jul 04 09:23:02.673905 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb32bc69-813c-40ed-bb97-2a1594a630c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (ddab9676-fd4c-47a4-9f0b-b6be18892f9c), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.780361 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb32bc69-813c-40ed-bb97-2a1594a630c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (ddab9676-fd4c-47a4-9f0b-b6be18892f9c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.786760 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb32bc69-813c-40ed-bb97-2a1594a630c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (ddab9676-fd4c-47a4-9f0b-b6be18892f9c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.812400 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9874d66-8236-44da-ada7-d7c408106d48 req-cfdabfb9-7e08-45fc-a348-9ef50ade6698 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295068 Jul 04 09:23:02.813759 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32bc69-813c-40ed-bb97-2a1594a630c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddab9676-fd4c-47a4-9f0b-b6be18892f9c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:02.822033 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb32bc69-813c-40ed-bb97-2a1594a630c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.823181 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-cb32bc69-813c-40ed-bb97-2a1594a630c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2118375 Jul 04 09:23:02.826071 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46122) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:02.830709 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-67bb8751-a514-49a8-99d2-29e61ae9654f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'security_group_rule': {'security_group_id': '99b357b1-ff1f-41b8-9d57-fb0796857124', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:02.862930 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67bb8751-a514-49a8-99d2-29e61ae9654f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (0b9fb7d5-6636-4f5a-b37d-87068f045070), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.909871 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:02.915275 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-a9874d66-8236-44da-ada7-d7c408106d48 req-15f2cf51-0fe0-4403-bf4c-b89da230f633 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909641 Jul 04 09:23:02.921435 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67bb8751-a514-49a8-99d2-29e61ae9654f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (0b9fb7d5-6636-4f5a-b37d-87068f045070), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.926797 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67bb8751-a514-49a8-99d2-29e61ae9654f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (0b9fb7d5-6636-4f5a-b37d-87068f045070), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.945750 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:02.948300 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb8751-a514-49a8-99d2-29e61ae9654f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9fb7d5-6636-4f5a-b37d-87068f045070,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:02.953627 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67bb8751-a514-49a8-99d2-29e61ae9654f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:02.954837 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-67bb8751-a514-49a8-99d2-29e61ae9654f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277711 Jul 04 09:23:02.958250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:02.962920 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:02.983628 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.063287 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.201027 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d91b6fa8-a04d-432d-92f8-35ccc06a5615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.346876 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c36cf2-4015-47aa-adf0-368b6307b31d req-4a4f5f84-db10-4953-a9ab-d2ee7007146e tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:03.348350 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-98c36cf2-4015-47aa-adf0-368b6307b31d req-4a4f5f84-db10-4953-a9ab-d2ee7007146e tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0534589 Jul 04 09:23:03.399232 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-98c36cf2-4015-47aa-adf0-368b6307b31d req-3c723eab-d292-49a8-9a4f-7cccb1c5b22a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447266 Jul 04 09:23:03.423771 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Allocated IP 172.27.0.199 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/b067f797-f610-4500-ab9b-21debb7bc236) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:23:03.543583 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for port (b067f797-f610-4500-ab9b-21debb7bc236), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.579218 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (b067f797-f610-4500-ab9b-21debb7bc236), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.617140 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:03.619300 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:23:03.624984 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:23:03.627538 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:23:03.631536 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:03.634404 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'Port': ['ID=b067f797-f610-4500-ab9b-21debb7bc236,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:03.720384 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (67fbec88-523c-42e6-a9a2-1e42f475d3e0), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.761450 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (b067f797-f610-4500-ab9b-21debb7bc236), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.931728 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for port (b067f797-f610-4500-ab9b-21debb7bc236), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:03.939037 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (b067f797-f610-4500-ab9b-21debb7bc236), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:04.011835 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'Port': ['ID=b067f797-f610-4500-ab9b-21debb7bc236,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:04.019589 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (67fbec88-523c-42e6-a9a2-1e42f475d3e0), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:04.038668 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:04.040498 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-1863eff1-890f-43c0-a63b-8d00936676ef tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0810225 Jul 04 09:23:04.249789 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-b6972c0f-79c9-4dd7-8bb8-d51a0834b78f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--41017547&fields=id&tenant_id=4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 267 time: 0.0460348 Jul 04 09:23:04.370589 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-bbe7e29e-96a8-44df-a354-96ed6f5427d9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:04.372184 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-bbe7e29e-96a8-44df-a354-96ed6f5427d9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 817 time: 0.1135859 Jul 04 09:23:04.387337 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-8b4c9dab-ad96-4388-bba4-b6228f0a828c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/quotas/4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 375 time: 0.0096323 Jul 04 09:23:04.439125 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-605a5d49-a7d2-479e-bda6-59135ea4f882 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468504 Jul 04 09:23:04.558569 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13244b34-ce88-46b8-aa20-dbb374ebaf11 req-0e1071fd-56b4-4146-8ed9-9a4ffd77a897 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:04.560042 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-13244b34-ce88-46b8-aa20-dbb374ebaf11 req-0e1071fd-56b4-4146-8ed9-9a4ffd77a897 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0905831 Jul 04 09:23:04.595909 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-563bf78d-0c4b-44c4-aea6-75ee60fa0cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446910 Jul 04 09:23:04.645947 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-13244b34-ce88-46b8-aa20-dbb374ebaf11 req-c693d9cd-17f8-4f19-847b-e14a14e8a9ee tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796144 Jul 04 09:23:04.709831 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-452b0f02-fd99-413e-ac3c-c6c081d1c56f service neutron] 10.222.0.26 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032901 Jul 04 09:23:04.883040 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-45e93a4c-896c-413a-aa47-bed04af8adb1 req-abcdec90-05b3-4cc6-9333-fc3fcb905128 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 210 time: 0.0321393 Jul 04 09:23:05.373845 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0deaec97-f254-4789-af05-34c1e46c480c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:05.765361 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4863666-40b0-4b8e-a195-77b15844f92c req-ceb2cde5-d0da-4412-8445-1c06c3cd1cd5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:05.766920 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4863666-40b0-4b8e-a195-77b15844f92c req-ceb2cde5-d0da-4412-8445-1c06c3cd1cd5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0510767 Jul 04 09:23:05.817495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4863666-40b0-4b8e-a195-77b15844f92c req-e3290fda-3e64-4c2f-880a-50c3f09dcc14 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 Jul 04 09:23:05.929016 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-f9e5f562-50d9-4b65-bf6c-d1615c7ad691 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:05.930693 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-f9e5f562-50d9-4b65-bf6c-d1615c7ad691 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 817 time: 0.1145122 Jul 04 09:23:05.992801 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6bf610b6-a820-421e-94ef-9c3c629e6ed7 req-8e7e76fe-d4f5-4d51-a9bd-45963ef1383e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 210 time: 0.0303268 Jul 04 09:23:06.000231 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-01c5e539-da77-411b-abd4-b991f14a1f02 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 378 time: 0.0562346 Jul 04 09:23:06.010711 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'port': {'device_id': '51983c09-0466-4fd8-a316-f260a15f024c', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'admin_state_up': True, 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'security_groups': ['99b357b1-ff1f-41b8-9d57-fb0796857124']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:06.132329 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Made reservation on behalf of 4677b4c393ff41a09c922467365e06f0 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:23:06.136986 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.220465 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:06.285396 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Allocated IP 172.20.0.10 (460f8279-d422-4942-bdf8-e5307675ed2c/4dfb736c-7ba6-4e26-97e1-c714a8a949c8/d5e5d30f-204c-44dd-ab8d-b656be790f53) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:23:06.329416 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:06.433927 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.466726 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.510983 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Network 460f8279-d422-4942-bdf8-e5307675ed2c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:23:06.516033 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:23:06.518227 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:06.525912 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:23:06.572877 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:06.573528 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.592298 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-5fb51503-1be0-4eaa-8afc-2a02ce39ed57 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855532 Jul 04 09:23:06.609547 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Request body: {'port': {'device_id': '51983c09-0466-4fd8-a316-f260a15f024c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:06.644573 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.678055 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.745601 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-97f541ca-7829-4bbc-bb3a-9d705be56905 None None] Provisioning complete for port d5e5d30f-204c-44dd-ab8d-b656be790f53 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:23:06.746001 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97f541ca-7829-4bbc-bb3a-9d705be56905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.779986 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-97f541ca-7829-4bbc-bb3a-9d705be56905 None None] Port d5e5d30f-204c-44dd-ab8d-b656be790f53 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:23:06.870530 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:23:06.939470 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d2912-952e-4aaf-9ecb-c75c756c47f8 req-92cdea69-0c02-42fa-84c2-30a4ce0bf717 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:06.940965 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b28d2912-952e-4aaf-9ecb-c75c756c47f8 req-92cdea69-0c02-42fa-84c2-30a4ce0bf717 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0526657 Jul 04 09:23:06.945779 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e5d30f-204c-44dd-ab8d-b656be790f53 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:23:06.953734 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Publish callbacks [] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.966717 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Transition to ACTIVE for port object d5e5d30f-204c-44dd-ab8d-b656be790f53 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:23:06.971814 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:06.996481 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b28d2912-952e-4aaf-9ecb-c75c756c47f8 req-45a555dd-745d-4a2e-8c72-9106f13542b9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495703 Jul 04 09:23:07.026138 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:07.076959 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:07.099697 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Attempting to bind port d5e5d30f-204c-44dd-ab8d-b656be790f53 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:23:07.100120 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Attempting to bind port d5e5d30f-204c-44dd-ab8d-b656be790f53 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:23:07.100522 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Attempting to bind port d5e5d30f-204c-44dd-ab8d-b656be790f53 on network 460f8279-d422-4942-bdf8-e5307675ed2c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:23:07.106517 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Port d5e5d30f-204c-44dd-ab8d-b656be790f53 on network 460f8279-d422-4942-bdf8-e5307675ed2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:23:07.106949 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Attempting to bind port d5e5d30f-204c-44dd-ab8d-b656be790f53 on network 460f8279-d422-4942-bdf8-e5307675ed2c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:23:07.110151 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:07.113449 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:23:07.113787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Checking segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:23:07.114201 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Bound using segment: {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:23:07.114628 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Bound port: d5e5d30f-204c-44dd-ab8d-b656be790f53, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4015c273-94d7-4f3e-b2e5-e013fb7df1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:23:07.114987 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:07.138662 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ad75e-39dc-4e12-9980-0ac1344f949f req-e1add09d-661d-4d64-8e2a-d29a908e2207 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:07.140209 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a39ad75e-39dc-4e12-9980-0ac1344f949f req-e1add09d-661d-4d64-8e2a-d29a908e2207 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0574968 Jul 04 09:23:07.189499 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:23:07.192867 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a39ad75e-39dc-4e12-9980-0ac1344f949f req-091fede4-dc97-4bec-bd3c-01b3cba16daa tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457799 Jul 04 09:23:07.193017 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:23:07.201392 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:07.240820 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:07.241430 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:07.242827 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] 10.222.0.57 "PUT /v2.0/ports/d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 200 len: 1094 time: 0.6379097 Jul 04 09:23:07.243241 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:23:07.245706 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbc617e-9b64-49da-ab74-82334dd32761" -d '{"events": [{"name": "network-changed", "server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:23:07.266936 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562abcc3-b149-4c82-b39d-4a280516cab7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:07.285594 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a8be4-462a-4c5c-8401-d2369006dca4 x-openstack-request-id: req-008a8be4-462a-4c5c-8401-d2369006dca4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:23:07.285914 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:23:07.286235 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-008a8be4-462a-4c5c-8401-d2369006dca4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:23:07.286704 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008a8be4-462a-4c5c-8401-d2369006dca4'] response: {'name': 'network-changed', 'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'status': 'completed', 'code': 200} Jul 04 09:23:07.353608 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-80d370fd-5b70-4eec-bd48-4d77624f5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:07.353608 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-80d370fd-5b70-4eec-bd48-4d77624f5366 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 1128 time: 0.0454752 Jul 04 09:23:07.399289 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-ee16a6f7-bda3-44b2-b5a7-be06224dd548 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 200 len: 217 time: 0.0335655 Jul 04 09:23:07.561637 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-0076a5e1-9a83-4cfb-a381-f9469b40a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:07.563070 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-0076a5e1-9a83-4cfb-a381-f9469b40a7ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0504754 Jul 04 09:23:08.108479 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:08.120601 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d4f5e-8372-445d-8cee-8037ab759cec req-2bd42a0c-ffbb-4cc9-b4c8-191959502ab8 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:08.122238 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-250d4f5e-8372-445d-8cee-8037ab759cec req-2bd42a0c-ffbb-4cc9-b4c8-191959502ab8 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0506494 Jul 04 09:23:08.162563 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8437af-6a78-473d-90b0-0693184a600a req-12076127-4475-46eb-8e57-1bd2641ab7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:08.164121 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-12076127-4475-46eb-8e57-1bd2641ab7ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427091 Jul 04 09:23:08.177055 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-250d4f5e-8372-445d-8cee-8037ab759cec req-8a0def96-7f39-497d-a8b8-13b2319c4530 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483110 Jul 04 09:23:08.207675 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:08.267782 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-8191e1e6-01c5-4718-9641-4f95d798c982 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908737 Jul 04 09:23:08.285972 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:08.326277 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cae74-7731-415e-b43e-84a241cb19df req-d74361da-4cfc-42be-ad91-d8177023dcf7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:08.327752 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2f2cae74-7731-415e-b43e-84a241cb19df req-d74361da-4cfc-42be-ad91-d8177023dcf7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0501606 Jul 04 09:23:08.347332 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:08.363084 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-5c8437af-6a78-473d-90b0-0693184a600a req-8557aac4-4068-489d-83e4-9885350d8809 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884039 Jul 04 09:23:08.378338 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2f2cae74-7731-415e-b43e-84a241cb19df req-1b769fcd-9441-428b-b3ce-d5d10d1edbd5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445735 Jul 04 09:23:09.315756 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83702fc4-fcc9-4d76-8fb3-dac8bf2b5e2e req-82f304a8-a86e-4267-8754-eb2216236674 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:09.317207 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-83702fc4-fcc9-4d76-8fb3-dac8bf2b5e2e req-82f304a8-a86e-4267-8754-eb2216236674 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0542636 Jul 04 09:23:09.356204 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-f865ada7-ff0a-45bb-89dd-35b9d2eec4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:09.357704 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-f865ada7-ff0a-45bb-89dd-35b9d2eec4d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 1128 time: 0.0403233 Jul 04 09:23:09.370315 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-83702fc4-fcc9-4d76-8fb3-dac8bf2b5e2e req-f3969270-d6a4-45f6-9dec-f1c76305ce9a tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 Jul 04 09:23:09.458384 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-078db09b-4654-41e0-8c21-5d6050ac1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:09.459890 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-078db09b-4654-41e0-8c21-5d6050ac1c3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.0931456 Jul 04 09:23:09.503278 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fac9d8-c8de-49f3-adcb-0fd8d34d3c59 req-934eb92e-95ac-4d68-b8b4-43c88d55103b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:09.504034 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-79807d97-0c2b-49e3-b323-1d749cb087e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 200 len: 217 time: 0.0337000 Jul 04 09:23:09.504709 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d1fac9d8-c8de-49f3-adcb-0fd8d34d3c59 req-934eb92e-95ac-4d68-b8b4-43c88d55103b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0510249 Jul 04 09:23:09.552998 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d1fac9d8-c8de-49f3-adcb-0fd8d34d3c59 req-6f65c2fb-5003-4816-b28e-16fea236b325 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424604 Jul 04 09:23:09.560482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-757f1ef3-82e2-4021-91ea-c8108d4f98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:09.562041 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-757f1ef3-82e2-4021-91ea-c8108d4f98c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0488203 Jul 04 09:23:09.623093 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-4b59b020-42a3-4ec7-9cae-7cb53964cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:09.624607 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-4b59b020-42a3-4ec7-9cae-7cb53964cd39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497749 Jul 04 09:23:09.721760 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-acf4878a-e5ac-4288-bb1e-0010abe8d681 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865331 Jul 04 09:23:09.818495 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-fbbc617e-9b64-49da-ab74-82334dd32761 req-abcb1c78-ab85-4ec2-8430-41b61d5bc570 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867472 Jul 04 09:23:10.365596 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:23:10.389453 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=63 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:10.470470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:23:10.481414 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'port_id': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'mac_address': 'fa:16:3e:ef:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:23:10.488743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063c4f-2347-4bf2-9085-b6beda2ae787 req-d5e35f9f-c4ff-4b7c-8146-38cb853ce9b8 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:10.490392 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c4063c4f-2347-4bf2-9085-b6beda2ae787 req-d5e35f9f-c4ff-4b7c-8146-38cb853ce9b8 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 943 time: 0.0475767 Jul 04 09:23:10.516126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d5e5d30f-204c-44dd-ab8d-b656be790f53 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:23:10.516480 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:10.530297 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e5d30f-204c-44dd-ab8d-b656be790f53 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:23:10.542495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c4063c4f-2347-4bf2-9085-b6beda2ae787 req-704df0d5-fd99-48ed-bf29-bf6b17a37644 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Jul 04 09:23:10.551473 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:23:10.556525 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:10.557216 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c470078a-d902-43dd-b55b-f1c2cb71c278 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:23:10.631037 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:10.649323 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.649706 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.650090 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.650514 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.650877 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.651214 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.651876 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.651876 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.652190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.652517 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.652840 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.653142 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.653510 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.653813 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.654144 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:23:10.673127 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8842c2f-c8b5-4b43-9d8c-9a0b321c0798 req-c891648e-034e-4762-a4cd-332157bb8aca tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:10.674805 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d8842c2f-c8b5-4b43-9d8c-9a0b321c0798 req-c891648e-034e-4762-a4cd-332157bb8aca tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 945 time: 0.0477126 Jul 04 09:23:10.711953 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c470078a-d902-43dd-b55b-f1c2cb71c278, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c470078a-d902-43dd-b55b-f1c2cb71c278,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:23:10.724520 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'port_id': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'mac_address': 'fa:16:3e:0a:72:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:23:10.726771 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d8842c2f-c8b5-4b43-9d8c-9a0b321c0798 req-806d2593-b197-4799-b728-233f937658c5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459511 Jul 04 09:23:10.759496 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port c470078a-d902-43dd-b55b-f1c2cb71c278 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:23:10.759887 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:10.776655 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c470078a-d902-43dd-b55b-f1c2cb71c278 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:23:10.796483 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c470078a-d902-43dd-b55b-f1c2cb71c278, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c470078a-d902-43dd-b55b-f1c2cb71c278,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:23:10.802229 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:10.849224 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=c470078a-d902-43dd-b55b-f1c2cb71c278,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:11.214925 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['c470078a-d902-43dd-b55b-f1c2cb71c278'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:23:11.301600 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['d5e5d30f-204c-44dd-ab8d-b656be790f53'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:23:11.435008 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:11.466135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:11.492316 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:11.664088 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9f1d4-57ff-418d-be76-f33735338af7 req-2c551823-d0ee-4753-8979-4149058c76c7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:11.665635 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-99b9f1d4-57ff-418d-be76-f33735338af7 req-2c551823-d0ee-4753-8979-4149058c76c7 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 944 time: 0.0490048 Jul 04 09:23:11.723451 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-99b9f1d4-57ff-418d-be76-f33735338af7 req-97fea322-7cec-4127-abe2-5b72bff6b0c0 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517998 Jul 04 09:23:11.863935 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd5d35-5a6c-4024-94b7-65a40e3228cd req-1837240e-3d33-4f3c-93b8-208c386e1204 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:11.865390 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1cfd5d35-5a6c-4024-94b7-65a40e3228cd req-1837240e-3d33-4f3c-93b8-208c386e1204 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 945 time: 0.0531831 Jul 04 09:23:11.916361 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1cfd5d35-5a6c-4024-94b7-65a40e3228cd req-ebe0e42f-0f4c-4a63-a543-02d705e687e7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452356 Jul 04 09:23:12.364531 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:23:12.411835 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port d5e5d30f-204c-44dd-ab8d-b656be790f53 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:23:12.420430 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port d5e5d30f-204c-44dd-ab8d-b656be790f53 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:23:12.420825 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:12.496367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d5e5d30f-204c-44dd-ab8d-b656be790f53 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:23:12.497105 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:12.521161 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:23:12.523474 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f5c3bc-4a00-4fdf-9bda-91408c6033d2" -d '{"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:23:12.535727 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:23:12.542107 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:12.542994 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c470078a-d902-43dd-b55b-f1c2cb71c278 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:23:12.579676 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f01af1e-e8f6-41cc-b982-c43399db0edf x-openstack-request-id: req-1f01af1e-e8f6-41cc-b982-c43399db0edf {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:23:12.579994 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:23:12.580217 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f01af1e-e8f6-41cc-b982-c43399db0edf {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:23:12.580927 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f01af1e-e8f6-41cc-b982-c43399db0edf'] response: {'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'code': 200} Jul 04 09:23:12.619619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:12.631509 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port c470078a-d902-43dd-b55b-f1c2cb71c278 completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:23:12.638523 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port c470078a-d902-43dd-b55b-f1c2cb71c278 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:23:12.638898 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:12.723055 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port c470078a-d902-43dd-b55b-f1c2cb71c278 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:23:12.723519 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:12.753309 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:12.759592 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c470078a-d902-43dd-b55b-f1c2cb71c278, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c470078a-d902-43dd-b55b-f1c2cb71c278,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:23:12.760660 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccab28-6e88-4525-8a69-2a8454045f39 req-f52aa62b-f583-4cad-9883-2844aa41ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:12.762350 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22ccab28-6e88-4525-8a69-2a8454045f39 req-f52aa62b-f583-4cad-9883-2844aa41ee38 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 1130 time: 0.0413547 Jul 04 09:23:12.765028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:12.794911 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:12.809471 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-22ccab28-6e88-4525-8a69-2a8454045f39 req-3f980b56-1b76-4cd2-b677-2884ac3fec6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407109 Jul 04 09:23:12.818565 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=c470078a-d902-43dd-b55b-f1c2cb71c278,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:12.854541 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da94de-4fb8-43d9-8ea7-25b1907c5128 req-f549f1fd-03ee-4682-9ef0-a9f91d763b15 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:12.856109 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-06da94de-4fb8-43d9-8ea7-25b1907c5128 req-f549f1fd-03ee-4682-9ef0-a9f91d763b15 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Jul 04 09:23:12.905281 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-06da94de-4fb8-43d9-8ea7-25b1907c5128 req-c02d53d9-97e2-4e14-b591-bbd7d44a0102 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Jul 04 09:23:13.054125 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57993-98f6-4c79-a58b-7d2733f91076 req-bdd2c1c4-0ce4-4e54-8560-a37638413eb3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:13.055495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52a57993-98f6-4c79-a58b-7d2733f91076 req-bdd2c1c4-0ce4-4e54-8560-a37638413eb3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0553374 Jul 04 09:23:13.103144 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52a57993-98f6-4c79-a58b-7d2733f91076 req-737f7422-a32d-4c42-ab8c-7fdc753a9d63 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418327 Jul 04 09:23:14.024461 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1764-e995-4dd4-bbd5-cb8b6297fe60 req-47602a51-3485-41cc-a85f-956f7240cde5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:14.026344 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48e1764-e995-4dd4-bbd5-cb8b6297fe60 req-47602a51-3485-41cc-a85f-956f7240cde5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.0516210 Jul 04 09:23:14.079642 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48e1764-e995-4dd4-bbd5-cb8b6297fe60 req-8e42ad11-e74a-4cd9-b3a2-503d960e1575 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 Jul 04 09:23:14.224063 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8a18-62c4-40e4-a66e-f58954487347 req-f50e1114-dd02-46e4-bad4-3f37d9e6e07a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:14.225418 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8c2c8a18-62c4-40e4-a66e-f58954487347 req-f50e1114-dd02-46e4-bad4-3f37d9e6e07a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0473578 Jul 04 09:23:14.271420 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:14.283685 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8c2c8a18-62c4-40e4-a66e-f58954487347 req-f80d15a9-0aec-4f50-b682-6a0855df5604 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522912 Jul 04 09:23:14.413173 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cabe5-dcca-4c01-a393-27722d734fa8 req-16d22307-fcd9-4da5-a841-aec946f750d2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:14.414865 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a83cabe5-dcca-4c01-a393-27722d734fa8 req-16d22307-fcd9-4da5-a841-aec946f750d2 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0573642 Jul 04 09:23:14.424952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46194) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:14.429820 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Request body: {'floatingip': {'port_id': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:14.473724 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (67fbec88-523c-42e6-a9a2-1e42f475d3e0), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:14.582041 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:23:14.584680 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23cc34-0dd8-48eb-a016-d49efbba1a1a" -d '{"events": [{"server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "name": "network-vif-plugged", "status": "completed", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:23:14.619808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b41f253-d584-4ee9-86a7-47a611c23037 x-openstack-request-id: req-4b41f253-d584-4ee9-86a7-47a611c23037 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:23:14.620283 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "name": "network-vif-plugged", "status": "completed", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:23:14.620611 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b41f253-d584-4ee9-86a7-47a611c23037 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:23:14.621070 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b41f253-d584-4ee9-86a7-47a611c23037'] response: {'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'code': 200} Jul 04 09:23:14.865519 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc878-e898-4e7b-be37-d4a5b3375f26 req-1c489d99-4066-4241-ae7c-15d828603cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:14.866924 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e45fc878-e898-4e7b-be37-d4a5b3375f26 req-1c489d99-4066-4241-ae7c-15d828603cbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 1129 time: 0.0611401 Jul 04 09:23:14.945925 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:14.951153 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (67fbec88-523c-42e6-a9a2-1e42f475d3e0), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:14.960236 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-e45fc878-e898-4e7b-be37-d4a5b3375f26 req-a9568eee-33e9-41e7-ae0a-0f17d49589bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868700 Jul 04 09:23:15.051640 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Floating IP 67fbec88-523c-42e6-a9a2-1e42f475d3e0 associated. External IP: 172.27.0.199, port: d5e5d30f-204c-44dd-ab8d-b656be790f53. Jul 04 09:23:15.204440 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1675cc-baf7-4795-9728-eaea9e9b5912 req-48d2cab1-bee3-488f-bb61-26aa591b328c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:15.205966 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2d1675cc-baf7-4795-9728-eaea9e9b5912 req-48d2cab1-bee3-488f-bb61-26aa591b328c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Jul 04 09:23:15.226668 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:15.250051 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Router 73960203-7365-4c06-8f6e-58d1fca75d96 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:23:15.255777 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2d1675cc-baf7-4795-9728-eaea9e9b5912 req-f6084de9-ad01-4c8a-bccb-756cfa203dc0 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439811 Jul 04 09:23:15.354828 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:23:15.359880 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:15.365392 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] Sync routers for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:23:15.375603 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:23:15.376136 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:23:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:15.381324 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:15.394942 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bf552979-da01-4e1c-bd79-be0be183c04b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "PUT /v2.0/floatingips/67fbec88-523c-42e6-a9a2-1e42f475d3e0 HTTP/1.1" status: 200 len: 992 time: 0.9667873 Jul 04 09:23:15.394942 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:23:15.396229 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80f427-2b5f-44ad-8d5a-774eed38c93b" -d '{"events": [{"name": "network-changed", "server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:23:15.434816 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd9c37f-5161-4692-b970-606a95dd53c7 x-openstack-request-id: req-acd9c37f-5161-4692-b970-606a95dd53c7 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:23:15.435419 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:23:15.435419 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acd9c37f-5161-4692-b970-606a95dd53c7 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:23:15.435739 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd9c37f-5161-4692-b970-606a95dd53c7'] response: {'name': 'network-changed', 'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'status': 'completed', 'code': 200} Jul 04 09:23:15.482867 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:23:15.650212 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:15.652891 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:15.684813 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-bf908ef3-2fb4-4700-8d14-45235199da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:15.686351 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-bf908ef3-2fb4-4700-8d14-45235199da2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 1130 time: 0.0444300 Jul 04 09:23:15.696015 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '67fbec88-523c-42e6-a9a2-1e42f475d3e0', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'port_id': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'mac_address': 'fa:16:3e:ef:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51983c09-0466-4fd8-a316-f260a15f024c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:23:03Z', 'updated_at': '2022-07-04T09:23:14Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:15.720507 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] Checking router: 73960203-7365-4c06-8f6e-58d1fca75d96 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:23:15.729379 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:23:15.730003 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:23:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:15.776977 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-c3cc2e7b-837a-49de-ab9a-399d6d94f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:15.778475 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-c3cc2e7b-837a-49de-ab9a-399d6d94f90c service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.0856056 Jul 04 09:23:15.830966 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:23:15.846454 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-4a700d35-9062-42fc-af88-80f4b21edc1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 200 len: 1000 time: 0.0568087 Jul 04 09:23:15.988465 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-7fb33ca2-b07e-40b1-8c89-da4c76a24293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:15.989860 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-7fb33ca2-b07e-40b1-8c89-da4c76a24293 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0467436 Jul 04 09:23:16.049705 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '67fbec88-523c-42e6-a9a2-1e42f475d3e0', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'port_id': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'mac_address': 'fa:16:3e:ef:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51983c09-0466-4fd8-a316-f260a15f024c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:23:03Z', 'updated_at': '2022-07-04T09:23:14Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:16.074086 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3d898-6941-4da1-bdd8-93ec62c8d7c8 None None] The sync data for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi is: [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '67fbec88-523c-42e6-a9a2-1e42f475d3e0', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'port_id': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'mac_address': 'fa:16:3e:ef:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51983c09-0466-4fd8-a316-f260a15f024c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:23:03Z', 'updated_at': '2022-07-04T09:23:14Z', 'revision_number': 1, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:23:16.287844 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a31a0f-f811-484f-8dec-57fa8e05cb64 None None] New status for floating IP 67fbec88-523c-42e6-a9a2-1e42f475d3e0: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:23:16.418246 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681fe51-f3b5-4fec-9970-a88c05ca44db req-41ea2e90-2e57-4b8c-b1cb-0053d42ee06f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:16.420501 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b681fe51-f3b5-4fec-9970-a88c05ca44db req-41ea2e90-2e57-4b8c-b1cb-0053d42ee06f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.0836005 Jul 04 09:23:16.430356 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-32dfe7c7-cb2d-426a-9927-85abc6fbe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:16.432074 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-32dfe7c7-cb2d-426a-9927-85abc6fbe541 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810115 Jul 04 09:23:16.484153 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b681fe51-f3b5-4fec-9970-a88c05ca44db req-0b48562c-10eb-4e65-bd8d-2244ef2eab5d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554490 Jul 04 09:23:16.608151 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a9ac3-5db5-46b9-b540-f8eede4e024c req-e24e3533-6a00-47be-9685-14aed2d2ce60 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:16.609761 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-215a9ac3-5db5-46b9-b540-f8eede4e024c req-e24e3533-6a00-47be-9685-14aed2d2ce60 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.0507538 Jul 04 09:23:16.668613 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-215a9ac3-5db5-46b9-b540-f8eede4e024c req-593e7a67-8107-484e-8e4b-b12231c7d52e tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524225 Jul 04 09:23:16.691521 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46208) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:16.731289 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0a6f7-4574-486c-af41-5ef17e08aa17 tempest-TestVolumeBootPattern-1009566025 tempest-TestVolumeBootPattern-1009566025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:16.732854 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e6b0a6f7-4574-486c-af41-5ef17e08aa17 tempest-TestVolumeBootPattern-1009566025 tempest-TestVolumeBootPattern-1009566025-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 1124 time: 0.0403123 Jul 04 09:23:16.735877 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46210) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:23:16.740301 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'port_id': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:23:16.763241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:16.800379 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-5f7f5a62-fc1e-4bd6-a3e4-756bcf0ce533 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610620 Jul 04 09:23:16.844268 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:16.890821 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-ae80f427-2b5f-44ad-8d5a-774eed38c93b req-b19e52d4-222f-4b9e-929a-7c80130546d6 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841739 Jul 04 09:23:16.948975 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Allocated IP 172.27.0.112 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/0adb7390-7b64-4512-9c87-0a27a1d3ac5b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:23:17.058584 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:17.092639 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:17.135395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:23:17.140668 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:23:17.142911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=0adb7390-7b64-4512-9c87-0a27a1d3ac5b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:17.144979 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:23:17.213000 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:17.580316 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:17.745441 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (4d84d920-dd2d-46fe-b4ab-62a5e1278a79), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:17.815409 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:17.969811 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:17.979169 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:18.061926 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event updated for resources: {'Port': ['ID=0adb7390-7b64-4512-9c87-0a27a1d3ac5b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:23:18.070712 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (4d84d920-dd2d-46fe-b4ab-62a5e1278a79), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:18.171388 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Floating IP 4d84d920-dd2d-46fe-b4ab-62a5e1278a79 associated. External IP: 172.27.0.112, port: c470078a-d902-43dd-b55b-f1c2cb71c278. Jul 04 09:23:18.392423 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:23:18.399518 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:18.447564 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:18.512852 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:23:18.523662 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:23:18.533836 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:23:18.534279 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:18.534475 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:23:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:18.566231 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-59658dec-0438-4d02-9954-53a51cf41069 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8292470 Jul 04 09:23:18.566823 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:23:18.569126 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23391c45-9977-4a9a-98a8-01bf30ea52de" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:23:18.605742 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7445a5e-9879-4860-b69d-eeb68373b1ca x-openstack-request-id: req-e7445a5e-9879-4860-b69d-eeb68373b1ca {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:23:18.606390 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:23:18.606390 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7445a5e-9879-4860-b69d-eeb68373b1ca {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:23:18.606709 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7445a5e-9879-4860-b69d-eeb68373b1ca'] response: {'name': 'network-changed', 'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'status': 'completed', 'code': 200} Jul 04 09:23:18.632133 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:18.642771 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:23:18.668359 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-5fd57abd-a0bb-4f8a-ac1f-34a6b6928d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:18.669985 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-5fd57abd-a0bb-4f8a-ac1f-34a6b6928d9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 1129 time: 0.0408218 Jul 04 09:23:18.764074 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-2dd99e9e-7ef4-44f3-8b4b-3ee5108fc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:18.765575 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-2dd99e9e-7ef4-44f3-8b4b-3ee5108fc5d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.0891428 Jul 04 09:23:18.833430 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-696b913d-a0ed-4c3f-ac97-0b0829c00103 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c470078a-d902-43dd-b55b-f1c2cb71c278 HTTP/1.1" status: 200 len: 999 time: 0.0605161 Jul 04 09:23:18.870534 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4d84d920-dd2d-46fe-b4ab-62a5e1278a79', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:0a:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:23:17Z', 'updated_at': '2022-07-04T09:23:17Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}, {'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:10Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:18.882072 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-bedbc721-dead-41ea-9c7d-9ac101c2893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:18.883544 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-bedbc721-dead-41ea-9c7d-9ac101c2893a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0447993 Jul 04 09:23:18.895883 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:23:18.902203 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:18.905610 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:23:18.906253 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:23:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:18.928438 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-4a039872-bf5a-4f94-909d-128f86b0072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:18.931196 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-4a039872-bf5a-4f94-909d-128f86b0072a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391886 Jul 04 09:23:19.026425 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-e4121ae3-e299-44c9-a723-9cbbb360ff90 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903847 Jul 04 09:23:19.091756 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:23:19.115639 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-23391c45-9977-4a9a-98a8-01bf30ea52de req-330aaffd-9fee-41dc-b9d5-8720fb0a170f service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837250 Jul 04 09:23:19.304895 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4d84d920-dd2d-46fe-b4ab-62a5e1278a79', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:0a:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:23:17Z', 'updated_at': '2022-07-04T09:23:17Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}, {'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:10Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:23:19.332879 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e941c18-bbe9-44e5-9606-6616664037a2 None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '4d84d920-dd2d-46fe-b4ab-62a5e1278a79', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:0a:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:23:17Z', 'updated_at': '2022-07-04T09:23:17Z', 'revision_number': 0, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}, {'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:10Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:23:19.546119 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cad7cc-b126-4d42-a28f-a076d1f8a580 None None] New status for floating IP 4d84d920-dd2d-46fe-b4ab-62a5e1278a79: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:23:21.074164 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:28.556488 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:28.563208 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:29.111034 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:29.113424 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:29.307611 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=40 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:29.308575 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=59 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:31.057586 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:31.064756 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:31.068145 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:33.197070 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e65a88cc-987b-4618-acc5-8727ad7e0ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:35.386476 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17c7c5c0-214c-4813-85f7-1b84d9bffd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:36.647417 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:38.115972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:38.204273 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:43.873691 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:23:48.111416 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:48.195123 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:48.197450 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:51.108170 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:23:53.867987 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:23:54.364743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58598c50-565c-4d3b-9629-07b3b2420350 req-906851c7-dfd6-4fb2-b38f-d857037032fd tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:54.366269 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58598c50-565c-4d3b-9629-07b3b2420350 req-906851c7-dfd6-4fb2-b38f-d857037032fd tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0485337 Jul 04 09:23:54.420424 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58598c50-565c-4d3b-9629-07b3b2420350 req-8392859b-ad45-45f9-921f-db4187057c79 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459032 Jul 04 09:23:54.850514 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-5c774f66-d867-4c77-8fa4-4f6bfe5f3477 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459881 Jul 04 09:23:54.920363 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-22a62a6a-991c-401d-96ff-49d531296549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:54.921841 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-22a62a6a-991c-401d-96ff-49d531296549 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1130 time: 0.0430856 Jul 04 09:23:55.032830 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-e822f7c3-c2e4-42a0-a30c-9ed199333b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:55.034339 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-e822f7c3-c2e4-42a0-a30c-9ed199333b5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.0913317 Jul 04 09:23:55.100735 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-571991a9-b2d7-4534-91ff-2bc8dd1ac5c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 200 len: 1002 time: 0.0598829 Jul 04 09:23:55.150651 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-5ebffc57-dde7-42ec-b5b1-654c2756aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:55.152130 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-5ebffc57-dde7-42ec-b5b1-654c2756aecc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0455987 Jul 04 09:23:55.195818 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-a7fa4c3d-854f-4f7c-a3e8-1b9ece0ead0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:55.197267 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-a7fa4c3d-854f-4f7c-a3e8-1b9ece0ead0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385542 Jul 04 09:23:55.297852 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-b7d5f72c-11e2-472f-96aa-6e84b5bab834 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940764 Jul 04 09:23:55.413821 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-1a1936df-9029-41eb-b058-9ebb12e0fb81 req-0114746c-83e7-478b-bb25-75f301bf4252 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083162 Jul 04 09:23:55.547138 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb9941-e81b-482b-a6b0-3de39fd1d224 req-6ea9256b-2e33-41c5-8709-481c2f34af6b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:55.548608 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-becb9941-e81b-482b-a6b0-3de39fd1d224 req-6ea9256b-2e33-41c5-8709-481c2f34af6b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0506880 Jul 04 09:23:55.596445 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-becb9941-e81b-482b-a6b0-3de39fd1d224 req-56f06617-2968-409a-9f54-38069cd31a59 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420258 Jul 04 09:23:56.724970 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37975c-d495-4806-83bd-2aafaab8afe3 req-a25b79ed-f6c2-4d91-b142-fe2826483bbf tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:56.726454 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a37975c-d495-4806-83bd-2aafaab8afe3 req-a25b79ed-f6c2-4d91-b142-fe2826483bbf tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0483742 Jul 04 09:23:56.781509 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a37975c-d495-4806-83bd-2aafaab8afe3 req-94f396ad-24c3-48a2-8521-4231ea19ea87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471427 Jul 04 09:23:57.916629 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90e012-72a3-4b62-9b51-4b9f30244b94 req-f84d3ce6-4939-4954-8459-7fcdbbdb379e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:57.918109 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fd90e012-72a3-4b62-9b51-4b9f30244b94 req-f84d3ce6-4939-4954-8459-7fcdbbdb379e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0561233 Jul 04 09:23:57.973695 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fd90e012-72a3-4b62-9b51-4b9f30244b94 req-a0e33476-760d-4ba3-850a-78747d920a52 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474424 Jul 04 09:23:59.110241 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6188-9139-4895-87bc-d633feb8df00 req-c088eee3-c467-4fb9-b61c-0a1e8c116ffa tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:23:59.111679 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-821c6188-9139-4895-87bc-d633feb8df00 req-c088eee3-c467-4fb9-b61c-0a1e8c116ffa tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0477531 Jul 04 09:23:59.163385 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-821c6188-9139-4895-87bc-d633feb8df00 req-7676bbfd-b8ab-47ba-9844-62d8daea0db4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459642 Jul 04 09:24:00.292470 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5eb65-bffe-4225-a65d-4dbf7383c8f1 req-226cb0b9-0bdc-4560-b025-d7014f30b8f9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:00.293975 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d4d5eb65-bffe-4225-a65d-4dbf7383c8f1 req-226cb0b9-0bdc-4560-b025-d7014f30b8f9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0519226 Jul 04 09:24:00.340599 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d4d5eb65-bffe-4225-a65d-4dbf7383c8f1 req-cca19e45-a5e4-4088-b65e-e9853f61b25f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409269 Jul 04 09:24:01.471089 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399f667-6ebe-4cab-ae28-f6e04d115ff0 req-ba9ae698-446f-45bb-b16d-c696e0b6372d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:01.472441 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4399f667-6ebe-4cab-ae28-f6e04d115ff0 req-ba9ae698-446f-45bb-b16d-c696e0b6372d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0481145 Jul 04 09:24:01.522217 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4399f667-6ebe-4cab-ae28-f6e04d115ff0 req-c17d61b6-f8db-4e90-894b-b237a2889fb8 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406842 Jul 04 09:24:02.677722 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ae9e-ff71-41fe-8705-df31ef988222 req-bd34fa6c-2d79-4ce7-a1fd-6e6050132481 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:02.679234 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3d08ae9e-ff71-41fe-8705-df31ef988222 req-bd34fa6c-2d79-4ce7-a1fd-6e6050132481 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0526674 Jul 04 09:24:02.732198 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3d08ae9e-ff71-41fe-8705-df31ef988222 req-9e484a28-7bfe-412a-b445-17b0b7d12dc7 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471795 Jul 04 09:24:03.192284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-adf1ec70-ba7a-4d99-b470-213a9a8115e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:03.863286 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be52bc-77c4-4ed4-9524-627d75e6d0c7 req-e43f44c0-57de-4d4a-9ad4-b1d6bbafc871 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:03.864808 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31be52bc-77c4-4ed4-9524-627d75e6d0c7 req-e43f44c0-57de-4d4a-9ad4-b1d6bbafc871 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0475590 Jul 04 09:24:03.915683 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31be52bc-77c4-4ed4-9524-627d75e6d0c7 req-6805f1f8-7db7-4228-8e33-82403b3fa313 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423906 Jul 04 09:24:05.042408 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3c46-782e-4497-9029-a7919a6161c4 req-461403be-b2cf-4e98-971a-fa5e88987972 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:05.043878 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-08ff3c46-782e-4497-9029-a7919a6161c4 req-461403be-b2cf-4e98-971a-fa5e88987972 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0501037 Jul 04 09:24:05.091601 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-08ff3c46-782e-4497-9029-a7919a6161c4 req-14df8f75-71a8-4636-90b6-8a21bc1f2e98 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421128 Jul 04 09:24:05.388285 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6849ae0d-1269-4f86-bdf0-4465204d7e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:05.408721 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=54 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:05.409508 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=47 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:05.845247 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:05.846475 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:06.230129 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b4bd9-c417-4f66-8edb-054ebeabb408 req-c4649a3a-3dda-4eb5-ad2d-69dc3542074d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:06.231614 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bc4b4bd9-c417-4f66-8edb-054ebeabb408 req-c4649a3a-3dda-4eb5-ad2d-69dc3542074d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0538604 Jul 04 09:24:06.265916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:06.281286 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bc4b4bd9-c417-4f66-8edb-054ebeabb408 req-00a00aaf-f8df-4522-aa1c-0a40881e6be3 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439448 Jul 04 09:24:06.594775 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:24:06.667625 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:06.721647 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:06.735366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'port_id': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'mac_address': 'fa:16:3e:ef:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:24:06.776264 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d5e5d30f-204c-44dd-ab8d-b656be790f53 is: ACTIVE; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:24:06.776640 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:06.790043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5e5d30f-204c-44dd-ab8d-b656be790f53 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:24:06.811228 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:06.816359 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:06.866884 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=6']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:06.916742 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['d5e5d30f-204c-44dd-ab8d-b656be790f53'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:24:07.395920 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:07.411929 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66952205-7d86-4162-b7e4-e443ef253843 req-bb14e35a-08a6-48ac-b92a-bd626322b651 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:07.413395 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-66952205-7d86-4162-b7e4-e443ef253843 req-bb14e35a-08a6-48ac-b92a-bd626322b651 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 945 time: 0.0552573 Jul 04 09:24:07.462066 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-66952205-7d86-4162-b7e4-e443ef253843 req-2c0e1702-95db-40a8-8875-69eb53a22452 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427849 Jul 04 09:24:08.122268 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:08.199596 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:08.589246 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2df163-6144-4484-b857-8b79949b2e94 req-273a6760-a743-46c0-8a46-73249f6ffc87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:08.590903 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ce2df163-6144-4484-b857-8b79949b2e94 req-273a6760-a743-46c0-8a46-73249f6ffc87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 945 time: 0.0512068 Jul 04 09:24:08.600284 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:24:08.652370 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port d5e5d30f-204c-44dd-ab8d-b656be790f53 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:24:08.652370 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:08.682774 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ce2df163-6144-4484-b857-8b79949b2e94 req-aeff78f2-3a73-4944-a78a-33244e1b03bf tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853732 Jul 04 09:24:08.743590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d5e5d30f-204c-44dd-ab8d-b656be790f53 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:24:08.743988 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:08.779288 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:24:08.781493 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7422a8-c10a-4426-beb4-06c72bd57db3" -d '{"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:24:08.796761 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:08.802939 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:08.833228 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe4fc73-3f96-4f3f-acf3-2059a5e2987f x-openstack-request-id: req-8fe4fc73-3f96-4f3f-acf3-2059a5e2987f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:24:08.833606 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:24:08.833859 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fe4fc73-3f96-4f3f-acf3-2059a5e2987f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:24:08.834288 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe4fc73-3f96-4f3f-acf3-2059a5e2987f'] response: {'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'code': 200} Jul 04 09:24:08.863292 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=7']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:09.801161 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66abef-3813-4098-8005-951569371ff8 req-b73e1736-ae60-48c4-a089-cfd58f37302a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:09.803499 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1d66abef-3813-4098-8005-951569371ff8 req-b73e1736-ae60-48c4-a089-cfd58f37302a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0526500 Jul 04 09:24:09.856957 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1d66abef-3813-4098-8005-951569371ff8 req-b209c619-fd54-402c-ba98-37cc928aa127 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470591 Jul 04 09:24:10.990244 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b893051-b8cc-416e-bd35-24c0a78be7ed req-8586de02-34a2-4f75-a6aa-aa49ea4ada7e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:10.991706 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4b893051-b8cc-416e-bd35-24c0a78be7ed req-8586de02-34a2-4f75-a6aa-aa49ea4ada7e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0550628 Jul 04 09:24:11.056329 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4b893051-b8cc-416e-bd35-24c0a78be7ed req-3ed0b5cd-e8b3-430f-861a-46146d2ba240 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583558 Jul 04 09:24:12.196052 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c9991-3ac9-4826-8f43-fd86608df2bd req-32066e2e-2107-449c-ac85-73ed081f9eab tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:12.198364 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-075c9991-3ac9-4826-8f43-fd86608df2bd req-32066e2e-2107-449c-ac85-73ed081f9eab tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0556350 Jul 04 09:24:12.254805 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-075c9991-3ac9-4826-8f43-fd86608df2bd req-c6f1002b-5f73-4a7d-bd71-c94800a3f892 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503495 Jul 04 09:24:13.401176 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb101bc-f1d8-40c5-8f97-49d8adeb66b2 req-0bb2f9b6-07d8-431f-916c-5c74f69c7133 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:13.409869 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-aeb101bc-f1d8-40c5-8f97-49d8adeb66b2 req-0bb2f9b6-07d8-431f-916c-5c74f69c7133 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0679848 Jul 04 09:24:13.463042 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-aeb101bc-f1d8-40c5-8f97-49d8adeb66b2 req-e2760355-153e-492c-9d48-63c6b8ae0ecc tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517049 Jul 04 09:24:14.595715 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7ac4-bbde-4aa4-92fa-55171fb73cb5 req-06d7e54e-9b0e-4899-9ee3-3f88951fe75f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:14.597209 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-122f7ac4-bbde-4aa4-92fa-55171fb73cb5 req-06d7e54e-9b0e-4899-9ee3-3f88951fe75f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0559783 Jul 04 09:24:14.649348 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-122f7ac4-bbde-4aa4-92fa-55171fb73cb5 req-1ba20267-a560-42a0-997a-037319f4da28 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459666 Jul 04 09:24:15.782920 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300d59c-0b4d-4744-b974-24f1444814db req-15632eec-3028-4592-9889-741ca61d4f0a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:15.784462 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1300d59c-0b4d-4744-b974-24f1444814db req-15632eec-3028-4592-9889-741ca61d4f0a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0511858 Jul 04 09:24:15.836356 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1300d59c-0b4d-4744-b974-24f1444814db req-dbf0bc86-f3e0-42af-aa22-3c93c58d3c20 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458651 Jul 04 09:24:16.887625 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-1b8f9ef5-e7cc-4e16-89fc-080d52c20751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:16.889163 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-1b8f9ef5-e7cc-4e16-89fc-080d52c20751 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 1130 time: 0.0444210 Jul 04 09:24:16.965136 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8308d31-bed0-4a72-a6a1-cff1f3c3f66b req-bf397359-4993-41df-b59c-95e68e2954f9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:16.967412 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e8308d31-bed0-4a72-a6a1-cff1f3c3f66b req-bf397359-4993-41df-b59c-95e68e2954f9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0476861 Jul 04 09:24:16.982365 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-23921429-775e-4636-8bda-01eb641edb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:16.983848 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-23921429-775e-4636-8bda-01eb641edb48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.0873392 Jul 04 09:24:17.021744 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e8308d31-bed0-4a72-a6a1-cff1f3c3f66b req-8cff608c-5b2e-4c63-85e9-dae04cd1b1af tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484083 Jul 04 09:24:17.056035 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-cb027b5e-95a5-4415-ab3f-e695cb64e62b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 200 len: 1002 time: 0.0603559 Jul 04 09:24:17.105593 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-cdc25c85-eea9-4b6c-a720-2b540e07bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:17.107048 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-cdc25c85-eea9-4b6c-a720-2b540e07bcdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0449891 Jul 04 09:24:17.158541 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-0f1bd37c-4010-48e8-9f19-3eb2de225346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:17.160104 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-0f1bd37c-4010-48e8-9f19-3eb2de225346 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437145 Jul 04 09:24:17.255834 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-8a417bc8-d7ae-42d6-af7a-d6387af6df34 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868843 Jul 04 09:24:17.348514 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-9f2ec23c-641f-4094-a076-d40df89e04e3 req-a86e46fb-604b-40ea-986f-fbfb2b6d5d11 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816815 Jul 04 09:24:18.141598 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4818ed7-322d-4c7e-a1aa-512c27227715 req-d46757f8-5f48-40fc-a307-154778fba924 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:18.143099 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f4818ed7-322d-4c7e-a1aa-512c27227715 req-d46757f8-5f48-40fc-a307-154778fba924 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0483887 Jul 04 09:24:18.193545 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f4818ed7-322d-4c7e-a1aa-512c27227715 req-d3239711-c046-44cc-906c-899b3c5330f9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427232 Jul 04 09:24:18.852672 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=2,neutron:SELECT=71 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:18.855365 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:18.860886 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:19.321414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dc4d3-0c78-4f61-8d20-0a44d97849c9 req-a29bdb6c-0cdf-4516-b736-2d4ab3668e41 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:19.322917 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-952dc4d3-0c78-4f61-8d20-0a44d97849c9 req-a29bdb6c-0cdf-4516-b736-2d4ab3668e41 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0494039 Jul 04 09:24:19.355268 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:19.372070 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-952dc4d3-0c78-4f61-8d20-0a44d97849c9 req-81c18e49-83a9-474f-b2f1-a7f67dd653ac tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431645 Jul 04 09:24:20.503415 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8703-0c67-46a8-81aa-93cd55b80303 req-4d409a09-ed7d-4689-bb15-e39ed8e702c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:20.504968 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f29e8703-0c67-46a8-81aa-93cd55b80303 req-4d409a09-ed7d-4689-bb15-e39ed8e702c0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 946 time: 0.0526443 Jul 04 09:24:20.533048 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:20.555388 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f29e8703-0c67-46a8-81aa-93cd55b80303 req-12a265dc-df84-472f-ba13-de40239454af tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425565 Jul 04 09:24:20.696183 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:24:20.770766 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d5e5d30f-204c-44dd-ab8d-b656be790f53 is: ACTIVE; New status is: DOWN {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:24:20.771265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:20.798374 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:24:20.801130 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fd9a1-9fe9-414e-8c59-98b2388c97af" -d '{"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:24:20.823871 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:20.829912 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:20.837386 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 09:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954e6d71-369f-45b9-88f5-9e453aedb01d x-openstack-request-id: req-954e6d71-369f-45b9-88f5-9e453aedb01d {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:24:20.837794 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-unplugged", "status": "failed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53", "code": 422}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:24:20.838067 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-954e6d71-369f-45b9-88f5-9e453aedb01d {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:24:20.838498 dv-cinder-819149-7-iscsi neutron-server[104058]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-954e6d71-369f-45b9-88f5-9e453aedb01d']: {'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'code': 422} returned with failed status Jul 04 09:24:20.875382 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:24:20.886829 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=8']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:20.894171 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.894499 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.894882 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.895605 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.896032 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.896418 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.896751 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.897081 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.897718 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.898076 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.898404 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.898726 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.899257 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.899367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:20.899677 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:21.095956 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:21.421254 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-62eeb5d8-8f85-424b-bca3-de8245ee571d req-e2fa39df-a4ac-4b48-857d-35e839bcfce9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:24:21.422643 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-62eeb5d8-8f85-424b-bca3-de8245ee571d req-e2fa39df-a4ac-4b48-857d-35e839bcfce9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079672 Jul 04 09:24:21.597471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a80a-f7fd-48e4-a4d9-b24c97e2b589 req-1da7dc44-eaff-46aa-bf62-585b7ccdb670 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:21.599154 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f5b5a80a-f7fd-48e4-a4d9-b24c97e2b589 req-1da7dc44-eaff-46aa-bf62-585b7ccdb670 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0475323 Jul 04 09:24:21.650660 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f5b5a80a-f7fd-48e4-a4d9-b24c97e2b589 req-71dd2497-f622-4d67-97db-94030bc13a1c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449123 Jul 04 09:24:21.850504 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-a3d3cdb2-3f09-4059-97ab-056851634810 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424137 Jul 04 09:24:21.924801 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-8ea7f188-c298-46dd-b116-47549d9c22bb tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:21.926194 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-8ea7f188-c298-46dd-b116-47549d9c22bb tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports/d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 200 len: 941 time: 0.0481412 Jul 04 09:24:22.749680 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-84700cb6-4540-46e9-af1a-74a21274c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:22.751227 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-84700cb6-4540-46e9-af1a-74a21274c219 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c&tenant_id=4677b4c393ff41a09c922467365e06f0 HTTP/1.1" status: 200 len: 1128 time: 0.0399504 Jul 04 09:24:22.777480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4c6a1-e60a-4f92-8d4d-5b04698668b3 req-da040cb7-626d-4da1-a285-42c0b224ca76 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:22.779037 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fbc4c6a1-e60a-4f92-8d4d-5b04698668b3 req-da040cb7-626d-4da1-a285-42c0b224ca76 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0501530 Jul 04 09:24:22.815870 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-13a8ddd0-872f-4c33-9fd1-b63b8858955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:22.817440 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-13a8ddd0-872f-4c33-9fd1-b63b8858955a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4677b4c393ff41a09c922467365e06f0&device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 1128 time: 0.0388930 Jul 04 09:24:22.830939 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fbc4c6a1-e60a-4f92-8d4d-5b04698668b3 req-46d8fda8-b5ed-43cf-aa7f-819d241a5cd6 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458057 Jul 04 09:24:22.913181 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-45a09e97-66e8-491d-a2d4-f1198192e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:22.914684 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-45a09e97-66e8-491d-a2d4-f1198192e2f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 200 len: 918 time: 0.0890467 Jul 04 09:24:22.991400 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-c381d6d5-bc71-4691-80a0-93fc9c7fcdc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 200 len: 1000 time: 0.0656312 Jul 04 09:24:23.046277 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-b9eea017-7db5-4af1-9f55-a0ff576a8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:23.047687 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-b9eea017-7db5-4af1-9f55-a0ff576a8661 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 200 len: 856 time: 0.0475903 Jul 04 09:24:23.094687 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-e991d24d-fbe8-4ed3-a261-5607e0c2b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:23.096206 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-e991d24d-fbe8-4ed3-a261-5607e0c2b923 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460f8279-d422-4942-bdf8-e5307675ed2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377712 Jul 04 09:24:23.168877 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:23.196306 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-1f5ed761-75b5-4e90-9050-2da11e7a6f77 service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900843 Jul 04 09:24:23.290790 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-71dc557e-b85c-4477-b504-c2ddb0806b4d req-a470e796-3ee9-4f7d-a547-3fda1d87ff2d service neutron] 10.222.0.57 "GET /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838408 Jul 04 09:24:23.977041 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e9e5-6f07-45bb-9d1f-7cd346c53dec req-d974624c-b0b0-44f1-ae36-0a1be6758439 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:23.985237 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5ed9e9e5-6f07-45bb-9d1f-7cd346c53dec req-d974624c-b0b0-44f1-ae36-0a1be6758439 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0588477 Jul 04 09:24:24.046542 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5ed9e9e5-6f07-45bb-9d1f-7cd346c53dec req-abba28bf-ab97-4e1c-a65e-109fb136470b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602870 Jul 04 09:24:25.159281 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e996-35c3-4cb2-a3ec-5799bc78e240 req-7540809a-e422-4e86-a58b-963cee06f81d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:25.160999 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f207e996-35c3-4cb2-a3ec-5799bc78e240 req-7540809a-e422-4e86-a58b-963cee06f81d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0485559 Jul 04 09:24:25.216815 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f207e996-35c3-4cb2-a3ec-5799bc78e240 req-0a3d95d9-996d-4219-b9e8-48418fd39760 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502417 Jul 04 09:24:26.348076 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2a460-ad93-4107-8919-7749c1746679 req-d423a9ae-13e6-4858-8a00-628d37a84b87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:26.349930 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1e2a460-ad93-4107-8919-7749c1746679 req-d423a9ae-13e6-4858-8a00-628d37a84b87 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0546834 Jul 04 09:24:26.408962 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f1e2a460-ad93-4107-8919-7749c1746679 req-89e6c862-e6cf-48fe-adab-2a2c5dc8de54 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532043 Jul 04 09:24:27.539267 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e813a-37e7-40c7-86ee-73e3de99eb36 req-7ce00b2f-37f3-47fd-b189-49fb626a6754 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:27.540814 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5e2e813a-37e7-40c7-86ee-73e3de99eb36 req-7ce00b2f-37f3-47fd-b189-49fb626a6754 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0512168 Jul 04 09:24:27.590066 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5e2e813a-37e7-40c7-86ee-73e3de99eb36 req-e33e27d8-b632-4adc-b57b-0be32cb47cee tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433626 Jul 04 09:24:28.729624 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce9367-53af-4e57-98ab-28c92baae6ac req-2f6d86cd-90a7-4623-b1d3-06ff909ceb6f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:28.731230 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f2ce9367-53af-4e57-98ab-28c92baae6ac req-2f6d86cd-90a7-4623-b1d3-06ff909ceb6f tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0521305 Jul 04 09:24:28.780494 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f2ce9367-53af-4e57-98ab-28c92baae6ac req-6642f960-2c29-4249-bf49-bb15476f7dba tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434582 Jul 04 09:24:29.918358 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad8991-b3fe-4a1c-8381-8adfbcfe4649 req-85869f4b-c583-44dd-b210-efb488f78e78 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:29.920020 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52ad8991-b3fe-4a1c-8381-8adfbcfe4649 req-85869f4b-c583-44dd-b210-efb488f78e78 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0587273 Jul 04 09:24:29.973876 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-52ad8991-b3fe-4a1c-8381-8adfbcfe4649 req-45c0c670-4237-4b91-ada0-b66cbab31582 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481215 Jul 04 09:24:30.871499 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:31.082190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:31.083179 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=18 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:31.089383 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:31.096106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c8862-de3d-4719-89b7-bb7d0d10cf48 req-c642fbf4-e3a9-4e0f-a092-d9bff3a9228c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:31.097585 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9d6c8862-de3d-4719-89b7-bb7d0d10cf48 req-c642fbf4-e3a9-4e0f-a092-d9bff3a9228c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0486891 Jul 04 09:24:31.151376 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9d6c8862-de3d-4719-89b7-bb7d0d10cf48 req-bbd83545-23c3-487c-90dd-d324ebd1a7bc tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462146 Jul 04 09:24:31.853612 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:32.273312 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47533e-0b76-4172-a0f6-6a926400998c req-551469c0-856a-4cd8-a9ae-c434139220e9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:32.274809 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fd47533e-0b76-4172-a0f6-6a926400998c req-551469c0-856a-4cd8-a9ae-c434139220e9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0498810 Jul 04 09:24:32.328615 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fd47533e-0b76-4172-a0f6-6a926400998c req-695a450e-83b4-40e7-b258-7a5e62ef7708 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456452 Jul 04 09:24:33.196122 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b375cc61-5b7e-4aa5-b594-66c2e81e4a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:33.281578 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=11 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:33.287780 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=98 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:33.437115 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:33.439685 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:33.451567 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec046684-9514-48fd-9cad-e2e84606ccaf req-43a41c27-b728-4b1c-bff9-c831a6299ab9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:33.453041 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ec046684-9514-48fd-9cad-e2e84606ccaf req-43a41c27-b728-4b1c-bff9-c831a6299ab9 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0506713 Jul 04 09:24:33.500881 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ec046684-9514-48fd-9cad-e2e84606ccaf req-94a370de-8c12-4f04-94f5-b323f22616d1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415685 Jul 04 09:24:34.644525 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192d60d-6089-4cdd-a1dd-a9f1a1635bf8 req-a7c81395-4f14-4b23-8414-a4bd695ac20e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:34.646141 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9192d60d-6089-4cdd-a1dd-a9f1a1635bf8 req-a7c81395-4f14-4b23-8414-a4bd695ac20e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 944 time: 0.0520060 Jul 04 09:24:34.698217 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9192d60d-6089-4cdd-a1dd-a9f1a1635bf8 req-1724913c-3210-4fe8-9cf0-529ff7722d22 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424931 Jul 04 09:24:34.745026 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:24:34.866907 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:34.878600 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'port_id': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'mac_address': 'fa:16:3e:ef:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:24:34.916129 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d5e5d30f-204c-44dd-ab8d-b656be790f53 is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:24:34.916515 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:34.930119 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e5d30f-204c-44dd-ab8d-b656be790f53 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:24:34.953274 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:34.960703 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:35.006338 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=9']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:35.262305 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['d5e5d30f-204c-44dd-ab8d-b656be790f53'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:24:35.418923 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1da3b13a-4f85-40c5-b8e6-5a8717982d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:35.832977 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390ed0d-05d2-4d62-84e2-1f3d8525b452 req-7bd28d57-98b9-4c71-b083-f84d05b29ed5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:35.834610 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7390ed0d-05d2-4d62-84e2-1f3d8525b452 req-7bd28d57-98b9-4c71-b083-f84d05b29ed5 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 945 time: 0.0549471 Jul 04 09:24:35.899300 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7390ed0d-05d2-4d62-84e2-1f3d8525b452 req-88d57237-d3bb-4f2c-87cd-2b80c75fe9eb tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565193 Jul 04 09:24:36.651933 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:36.761009 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:24:36.817135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port d5e5d30f-204c-44dd-ab8d-b656be790f53 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:24:36.817859 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:36.902709 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port d5e5d30f-204c-44dd-ab8d-b656be790f53 is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:24:36.902948 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:36.935007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:24:36.937206 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f5ce7d-0ce6-484c-8e77-6f973b2583b7" -d '{"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:24:36.950621 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:36.955041 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:36.981362 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b66d4ab-9534-40ce-9d9e-10dfe64e81ce x-openstack-request-id: req-8b66d4ab-9534-40ce-9d9e-10dfe64e81ce {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:24:36.981601 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-plugged", "status": "completed", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:24:36.981870 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b66d4ab-9534-40ce-9d9e-10dfe64e81ce {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:24:36.982274 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b66d4ab-9534-40ce-9d9e-10dfe64e81ce'] response: {'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'code': 200} Jul 04 09:24:37.012394 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=10']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:37.045957 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f8d72-145c-42d9-86d3-23da791b73e2 req-e803bff7-3681-47dd-aa2a-22c412e17bc4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:37.047510 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-990f8d72-145c-42d9-86d3-23da791b73e2 req-e803bff7-3681-47dd-aa2a-22c412e17bc4 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 947 time: 0.0632985 Jul 04 09:24:37.104811 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-990f8d72-145c-42d9-86d3-23da791b73e2 req-172b5fa6-f766-4cff-bbba-59603d9f6c93 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514503 Jul 04 09:24:37.181331 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520abe2e-822f-4d34-8e94-cdbb096d4b10 req-d0e8ef5c-e2ae-4b2d-971d-7936f62763cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:37.182862 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-520abe2e-822f-4d34-8e94-cdbb096d4b10 req-d0e8ef5c-e2ae-4b2d-971d-7936f62763cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 1131 time: 0.0436440 Jul 04 09:24:37.235845 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-520abe2e-822f-4d34-8e94-cdbb096d4b10 req-8cead9f4-08c6-42df-a2e2-16e9839b96d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417411 Jul 04 09:24:38.118366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:38.207471 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:38.233866 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ea4db-c168-4fca-9180-c4c8fc867b39 req-ef61969d-b8a4-48fa-a89b-fac878b684e8 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:38.235383 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-732ea4db-c168-4fca-9180-c4c8fc867b39 req-ef61969d-b8a4-48fa-a89b-fac878b684e8 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 947 time: 0.0508523 Jul 04 09:24:38.286877 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-732ea4db-c168-4fca-9180-c4c8fc867b39 req-61fa852c-e07a-42da-9dff-2c3b63029c6c tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456614 Jul 04 09:24:39.426921 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a6fd-4258-4a03-9db4-133d34ff5465 req-15b17bb3-7eab-4697-be27-6e2f68d2cacf tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:39.428772 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4a1a6fd-4258-4a03-9db4-133d34ff5465 req-15b17bb3-7eab-4697-be27-6e2f68d2cacf tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 947 time: 0.0548515 Jul 04 09:24:39.478225 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4a1a6fd-4258-4a03-9db4-133d34ff5465 req-71b3ab94-473e-40d7-b25d-ea1fb5715438 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429385 Jul 04 09:24:40.627694 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3e118-bbf2-4c75-9537-cfdea0e755ec req-3db30edf-a11e-4af8-82fa-19109cc5befd tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:40.629147 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-60c3e118-bbf2-4c75-9537-cfdea0e755ec req-3db30edf-a11e-4af8-82fa-19109cc5befd tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 947 time: 0.0590768 Jul 04 09:24:40.677717 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-60c3e118-bbf2-4c75-9537-cfdea0e755ec req-2e7da205-f0d8-4017-aaca-ace00015e41d tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424678 Jul 04 09:24:42.839449 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:42.840703 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:47.230782 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=9 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:47.233033 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=9 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:48.194390 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=5,neutron:SELECT=60 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:48.199069 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:48.201542 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:49.477980 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46508) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:24:49.630674 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Deleting port 0adb7390-7b64-4512-9c87-0a27a1d3ac5b {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:24:49.630967 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:49.716106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:49.716454 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:49.730844 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Calling delete_port for 0adb7390-7b64-4512-9c87-0a27a1d3ac5b owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:24:49.793860 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:49.852035 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:49.877900 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (0adb7390-7b64-4512-9c87-0a27a1d3ac5b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:49.905327 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event deleted for resources: {'Port': ['ID=0adb7390-7b64-4512-9c87-0a27a1d3ac5b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:49.929933 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.930271 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.930604 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.930936 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.931259 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.931578 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.931901 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.932211 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.932514 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.932823 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.933141 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.933458 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.933768 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.934095 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.934403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:24:49.978328 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (4d84d920-dd2d-46fe-b4ab-62a5e1278a79), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:49.978711 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Floating IP 4d84d920-dd2d-46fe-b4ab-62a5e1278a79 disassociated (deleted). External IP: 172.27.0.112, port: c470078a-d902-43dd-b55b-f1c2cb71c278. Jul 04 09:24:50.190297 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:24:50.300540 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:24:50.304901 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:50.310966 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:24:50.322342 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:24:50.322980 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:24:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:50.335001 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-343b3fa1-586a-45e8-be74-c56b7f2346bd tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d84d920-dd2d-46fe-b4ab-62a5e1278a79 HTTP/1.1" status: 204 len: 168 time: 0.8559163 Jul 04 09:24:50.335859 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:24:50.338407 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605791a2-2f40-48fa-a272-6212e649e1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:24:50.377849 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd605e9a-c46b-451b-af6b-5492a9667083 x-openstack-request-id: req-bd605e9a-c46b-451b-af6b-5492a9667083 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:24:50.378406 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:24:50.378949 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd605e9a-c46b-451b-af6b-5492a9667083 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:24:50.379572 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd605e9a-c46b-451b-af6b-5492a9667083'] response: {'name': 'network-changed', 'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'status': 'completed', 'code': 200} Jul 04 09:24:50.435691 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:24:50.445408 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-d2efc845-8a6a-4569-9e7d-e0ad748cce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:50.447421 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-d2efc845-8a6a-4569-9e7d-e0ad748cce01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 1129 time: 0.0434752 Jul 04 09:24:50.560294 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-3815b74f-70f9-432a-9102-e0753d1e9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:50.561776 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-3815b74f-70f9-432a-9102-e0753d1e9fdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.1081352 Jul 04 09:24:50.653107 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:10Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:50.681362 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:24:50.688140 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c94806-b287-438e-9953-a4d76f0ffbab req-92f34310-d3e1-4f49-950b-68e9e850be2d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:50.689652 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-09c94806-b287-438e-9953-a4d76f0ffbab req-92f34310-d3e1-4f49-950b-68e9e850be2d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.1526423 Jul 04 09:24:50.690750 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:24:50.691362 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:24:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:50.742051 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-09c94806-b287-438e-9953-a4d76f0ffbab req-655d1275-ebde-4fe1-a8eb-6cd031397e2f tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 Jul 04 09:24:50.793362 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:24:50.999906 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:10Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:51.025368 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f1360d-5b76-40df-89ba-2eaa48cd7aab None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '5c9d3748-a126-465e-a09b-e5f2c7333fe3', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'port_id': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'mac_address': 'fa:16:3e:ca:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:21:08Z', 'updated_at': '2022-07-04T09:21:10Z', 'revision_number': 1, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:24:51.114141 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:51.246338 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0927d-33ef-4dac-9475-2fd1fc09a1af None None] New status for floating IP 4d84d920-dd2d-46fe-b4ab-62a5e1278a79: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:24:51.623675 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-662027a0-25b5-4840-ade3-8dbfc129ee3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c470078a-d902-43dd-b55b-f1c2cb71c278 HTTP/1.1" status: 200 len: 217 time: 0.0420296 Jul 04 09:24:51.682065 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-abe0762d-e9ad-497e-af1c-3ee9bb382bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:51.683507 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-abe0762d-e9ad-497e-af1c-3ee9bb382bdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0509510 Jul 04 09:24:51.813334 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-b3010259-4d12-4841-8b28-22fe41218d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:51.818277 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-b3010259-4d12-4841-8b28-22fe41218d7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448561 Jul 04 09:24:51.912585 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed7ce7-5445-4539-9a62-af296e058ad1 req-2cabb414-c7c1-483b-b023-cd25b040ee02 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:51.913165 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-42dd3629-ea18-4f9b-b326-27482e95abe8 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877230 Jul 04 09:24:51.914025 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d3ed7ce7-5445-4539-9a62-af296e058ad1 req-2cabb414-c7c1-483b-b023-cd25b040ee02 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.0994923 Jul 04 09:24:51.965343 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d3ed7ce7-5445-4539-9a62-af296e058ad1 req-88dc1335-7197-4544-9fbc-f25cf08ba5a5 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456946 Jul 04 09:24:52.201837 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [req-605791a2-2f40-48fa-a272-6212e649e1a6 req-f28d7770-aa08-4f40-b065-47c727690b85 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973442 Jul 04 09:24:52.473630 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-518813ae-5c07-400f-ae36-9a8fbf874759 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:52.475031 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-518813ae-5c07-400f-ae36-9a8fbf874759 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 945 time: 0.3002076 Jul 04 09:24:52.559009 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Deleting port c470078a-d902-43dd-b55b-f1c2cb71c278 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:24:52.559340 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:52.574972 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:52.659810 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] For port c470078a-d902-43dd-b55b-f1c2cb71c278, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c470078a-d902-43dd-b55b-f1c2cb71c278,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:52.660257 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:52.674781 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Calling delete_port for c470078a-d902-43dd-b55b-f1c2cb71c278 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:24:52.735922 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:52.817695 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (c470078a-d902-43dd-b55b-f1c2cb71c278), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:52.850676 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event deleted for resources: {'Port': ['ID=c470078a-d902-43dd-b55b-f1c2cb71c278,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:52.903090 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] No DVR routers for this DVR port c470078a-d902-43dd-b55b-f1c2cb71c278 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:24:52.905914 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:52.909247 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-603e26d5-d8dc-41aa-b49a-c5c440f4d8e9 req-388b5ccc-f805-405b-be36-b23e3f2d985d tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "DELETE /v2.0/ports/c470078a-d902-43dd-b55b-f1c2cb71c278 HTTP/1.1" status: 204 len: 173 time: 0.4267991 Jul 04 09:24:52.909747 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'name': 'network-vif-deleted', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:24:52.912066 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab74b9c-9008-416b-948e-1ed64deca70c" -d '{"events": [{"server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "name": "network-vif-deleted", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:24:52.955288 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def20d12-3dcb-4292-8e44-e39f23b0d079 x-openstack-request-id: req-def20d12-3dcb-4292-8e44-e39f23b0d079 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:24:52.955916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6beeba-eccd-443d-8955-d96cd13a0c71", "name": "network-vif-deleted", "tag": "c470078a-d902-43dd-b55b-f1c2cb71c278", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:24:52.955916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-def20d12-3dcb-4292-8e44-e39f23b0d079 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:24:52.956243 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def20d12-3dcb-4292-8e44-e39f23b0d079'] response: {'server_uuid': 'eb6beeba-eccd-443d-8955-d96cd13a0c71', 'name': 'network-vif-deleted', 'tag': 'c470078a-d902-43dd-b55b-f1c2cb71c278', 'status': 'completed', 'code': 200} Jul 04 09:24:53.069621 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-517cf22b-c2e7-4115-9d0a-b38d26a1d49f req-63735fee-e6c2-4e59-abcd-3c51b66538dc tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb6beeba-eccd-443d-8955-d96cd13a0c71 HTTP/1.1" status: 200 len: 210 time: 0.0322044 Jul 04 09:24:54.855894 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-5306763c-eaca-464b-bdcd-f523e2502faf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394459 Jul 04 09:24:54.882872 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c470078a-d902-43dd-b55b-f1c2cb71c278 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:24:54.904250 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: c470078a-d902-43dd-b55b-f1c2cb71c278 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:24:54.904599 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c470078a-d902-43dd-b55b-f1c2cb71c278 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:24:54.944228 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-87afe9d0-2560-49ac-94f5-ca69dfbedc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:54.945763 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-87afe9d0-2560-49ac-94f5-ca69dfbedc45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1130 time: 0.0423319 Jul 04 09:24:55.055475 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-c2ca2195-2a08-4c02-8e65-bdeb881beaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:55.057058 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-c2ca2195-2a08-4c02-8e65-bdeb881beaff service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.0921991 Jul 04 09:24:55.123963 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-bf8380e2-6d04-4a1d-87e0-d05348b09e2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 200 len: 1002 time: 0.0579576 Jul 04 09:24:55.175473 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-f3540b4d-a2d9-445b-921e-5cc11dbb2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:55.176917 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-f3540b4d-a2d9-445b-921e-5cc11dbb2366 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0462310 Jul 04 09:24:55.224253 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-c0da1429-a863-4be2-81a7-907325165dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:55.225728 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-c0da1429-a863-4be2-81a7-907325165dc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415030 Jul 04 09:24:55.318074 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-e18f21b3-09ab-4b51-9dfd-8754f3ae64b9 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Jul 04 09:24:55.413806 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2919ef85-6d4b-46e1-a98d-94f912e341d7 req-16e0990e-eb9b-4f96-855e-54060a93bd88 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896297 Jul 04 09:24:56.387240 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46540) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:24:56.539775 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Deleting port c3fc7b50-4044-4912-9851-0882dd4fc009 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:24:56.540139 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:56.591735 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:56.617463 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:56.617783 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (c3fc7b50-4044-4912-9851-0882dd4fc009), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:56.630716 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Calling delete_port for c3fc7b50-4044-4912-9851-0882dd4fc009 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:24:56.632225 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:56.773990 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (c3fc7b50-4044-4912-9851-0882dd4fc009), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:56.799778 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event deleted for resources: {'Port': ['ID=c3fc7b50-4044-4912-9851-0882dd4fc009,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:56.864372 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (5c9d3748-a126-465e-a09b-e5f2c7333fe3), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:56.864670 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Floating IP 5c9d3748-a126-465e-a09b-e5f2c7333fe3 disassociated (deleted). External IP: 172.27.0.185, port: d16716ae-e351-4c48-88e0-7c8705d47ca0. Jul 04 09:24:57.069609 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:24:57.176046 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:24:57.180346 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:57.186527 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:24:57.196789 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:24:57.197392 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:24:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:57.210047 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-88637a1b-552d-420b-a544-727a70908c42 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "DELETE /v2.0/floatingips/5c9d3748-a126-465e-a09b-e5f2c7333fe3 HTTP/1.1" status: 204 len: 168 time: 0.8215554 Jul 04 09:24:57.210713 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:24:57.213087 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a91036f-9d33-42c0-943d-e3a114af6fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:24:57.253070 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6228da7-6179-40af-a7a4-d7d14360ddee x-openstack-request-id: req-b6228da7-6179-40af-a7a4-d7d14360ddee {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:24:57.253354 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:24:57.253601 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6228da7-6179-40af-a7a4-d7d14360ddee {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:24:57.254063 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6228da7-6179-40af-a7a4-d7d14360ddee'] response: {'name': 'network-changed', 'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'status': 'completed', 'code': 200} Jul 04 09:24:57.303822 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:24:57.318186 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-54be9acd-28d9-41be-8bb5-b52ee48dae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:57.319774 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-54be9acd-28d9-41be-8bb5-b52ee48dae15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc462a5ff5f649cdb9a24f2232855724&device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 1130 time: 0.0419190 Jul 04 09:24:57.338814 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:57.445935 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-e9f5a160-3fa4-47de-8ac2-f4d27d2b0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:57.447428 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-e9f5a160-3fa4-47de-8ac2-f4d27d2b0b75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 200 len: 913 time: 0.1219220 Jul 04 09:24:57.459740 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870be2e-98e4-4509-ac2b-caf4bed0030b req-ef36b701-5731-48f2-8529-84b4eebfb1da tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:57.461289 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8870be2e-98e4-4509-ac2b-caf4bed0030b req-ef36b701-5731-48f2-8529-84b4eebfb1da tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0601051 Jul 04 09:24:57.513760 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8870be2e-98e4-4509-ac2b-caf4bed0030b req-a5f4c03a-1631-45f3-99ce-cdebe4f29da8 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Jul 04 09:24:57.599776 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:57.603419 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:57.626578 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:24:57.635255 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:24:57.635847 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:24:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:57.738778 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:24:57.885806 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:24:57.929512 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:24:57.954695 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20c01f-7a6b-4b74-a8ac-b874df7cd8de None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:22Z', 'revision_number': 4, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '34e967e9-7d71-4d68-bbcf-0dd52afd0acd', 'name': '', 'network_id': '956432d6-39cd-4134-be04-9d32af252f5a', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'mac_address': 'fa:16:3e:a5:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:21Z', 'updated_at': '2022-07-04T09:17:29Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'subnets': [{'id': '62c8402f-4429-4e64-980b-6f9bcb8f4889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:24:58.193155 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c086cf6-9f01-4894-9d6f-831a98fd242f None None] New status for floating IP 5c9d3748-a126-465e-a09b-e5f2c7333fe3: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:24:58.544087 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-948430b2-91ad-4145-9ae9-37987f92c4a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 200 len: 217 time: 0.0441949 Jul 04 09:24:58.585144 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:58.603227 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:24:58.633813 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-10071542-4e83-4e7a-aed1-2593121fa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:58.635279 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-10071542-4e83-4e7a-aed1-2593121fa525 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 200 len: 851 time: 0.0832882 Jul 04 09:24:58.649209 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48f67c-d78d-440c-8abf-f78c8c308513 req-dabf3ca4-ca9c-4631-86ec-955ce581cee6 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:58.650994 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1c48f67c-d78d-440c-8abf-f78c8c308513 req-dabf3ca4-ca9c-4631-86ec-955ce581cee6 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0603111 Jul 04 09:24:58.729025 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-3d23d792-c227-4b68-92be-1f1e5a519475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:58.730558 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-3d23d792-c227-4b68-92be-1f1e5a519475 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=956432d6-39cd-4134-be04-9d32af252f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547302 Jul 04 09:24:58.734284 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1c48f67c-d78d-440c-8abf-f78c8c308513 req-207849eb-dbe9-41a5-811c-363369bb8759 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/security-groups?id=04e940b6-4579-40db-a436-bda31d1eda71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769293 Jul 04 09:24:58.826100 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-17dfa315-c889-45d7-ba24-b79973af3a90 service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869222 Jul 04 09:24:59.017282 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a91036f-9d33-42c0-943d-e3a114af6fbc req-9fe4be1f-d15d-4e55-8a2f-b5860bc5579e service neutron] 10.222.0.57 "GET /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019466 Jul 04 09:24:59.234601 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-14405d92-3a71-407f-b157-b6d226253f4b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:24:59.236218 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-14405d92-3a71-407f-b157-b6d226253f4b tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 946 time: 0.0520713 Jul 04 09:24:59.339378 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Deleting port d16716ae-e351-4c48-88e0-7c8705d47ca0 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:24:59.339852 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:59.435957 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] For port d16716ae-e351-4c48-88e0-7c8705d47ca0, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d16716ae-e351-4c48-88e0-7c8705d47ca0,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:24:59.436205 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:59.448968 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Calling delete_port for d16716ae-e351-4c48-88e0-7c8705d47ca0 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:24:59.578411 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (d16716ae-e351-4c48-88e0-7c8705d47ca0), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:59.605594 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event deleted for resources: {'Port': ['ID=d16716ae-e351-4c48-88e0-7c8705d47ca0,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:24:59.651159 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] No DVR routers for this DVR port d16716ae-e351-4c48-88e0-7c8705d47ca0 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:24:59.653750 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:24:59.656968 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-542302a9-b5a3-4c97-986b-045ed86ecf43 req-408bdebe-db69-4002-b741-0f0f1fa95bb9 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.57 "DELETE /v2.0/ports/d16716ae-e351-4c48-88e0-7c8705d47ca0 HTTP/1.1" status: 204 len: 173 time: 0.4045532 Jul 04 09:24:59.657471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'name': 'network-vif-deleted', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:24:59.659955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80da8b1d-8708-4594-a1b8-1f373ff30665" -d '{"events": [{"server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "name": "network-vif-deleted", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:24:59.699443 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a002150-462c-4090-b519-3d5b7cf3b241 x-openstack-request-id: req-8a002150-462c-4090-b519-3d5b7cf3b241 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:24:59.699726 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bd7f0c-e581-405e-b37f-58634f0d1286", "name": "network-vif-deleted", "tag": "d16716ae-e351-4c48-88e0-7c8705d47ca0", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:24:59.700055 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a002150-462c-4090-b519-3d5b7cf3b241 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:24:59.700462 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a002150-462c-4090-b519-3d5b7cf3b241'] response: {'server_uuid': '91bd7f0c-e581-405e-b37f-58634f0d1286', 'name': 'network-vif-deleted', 'tag': 'd16716ae-e351-4c48-88e0-7c8705d47ca0', 'status': 'completed', 'code': 200} Jul 04 09:24:59.837919 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48423596-d107-453f-997e-8572854a8e73 req-e07b5653-c658-4a19-b69f-8ab8bc945387 tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "GET /v2.0/ports?device_id=91bd7f0c-e581-405e-b37f-58634f0d1286 HTTP/1.1" status: 200 len: 210 time: 0.0286891 Jul 04 09:25:00.906840 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46556) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:01.021145 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Deleting port a393b87e-982e-4928-ad59-79c0ccea880a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:01.021447 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a393b87e-982e-4928-ad59-79c0ccea880a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:01.082293 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:01.101089 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:01.106963 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a393b87e-982e-4928-ad59-79c0ccea880a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:01.107467 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (a393b87e-982e-4928-ad59-79c0ccea880a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:01.120593 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Calling delete_port for a393b87e-982e-4928-ad59-79c0ccea880a owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:01.274111 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (a393b87e-982e-4928-ad59-79c0ccea880a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:01.296324 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event deleted for resources: {'Port': ['ID=a393b87e-982e-4928-ad59-79c0ccea880a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:01.359966 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for floatingip (e5d15a01-4ee9-4146-9229-f3e4e429f889), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:01.362513 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:01.363806 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d32a6c6a-32de-494d-8e01-6d16d8618e2c tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "DELETE /v2.0/floatingips/e5d15a01-4ee9-4146-9229-f3e4e429f889 HTTP/1.1" status: 204 len: 168 time: 0.4559548 Jul 04 09:25:02.191177 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=44 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:02.197918 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=42 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:02.581993 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46570) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:02.647924 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2bd0310a-e77e-4385-85f4-d96222817bec tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group (04e940b6-4579-40db-a436-bda31d1eda71), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:02.675559 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2bd0310a-e77e-4385-85f4-d96222817bec tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group (04e940b6-4579-40db-a436-bda31d1eda71), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:02.741583 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2bd0310a-e77e-4385-85f4-d96222817bec tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (04e940b6-4579-40db-a436-bda31d1eda71), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:02.744467 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2bd0310a-e77e-4385-85f4-d96222817bec tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:02.745657 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2bd0310a-e77e-4385-85f4-d96222817bec tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] 10.222.0.26 "DELETE /v2.0/security-groups/04e940b6-4579-40db-a436-bda31d1eda71 HTTP/1.1" status: 204 len: 168 time: 0.1626058 Jul 04 09:25:02.755342 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0310a-e77e-4385-85f4-d96222817bec tempest-TestVolumeBootPattern-1124481181 tempest-TestVolumeBootPattern-1124481181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e940b6-4579-40db-a436-bda31d1eda71,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:02.808473 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46574) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:02.929316 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d16716ae-e351-4c48-88e0-7c8705d47ca0 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:02.950825 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: d16716ae-e351-4c48-88e0-7c8705d47ca0 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:02.951510 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d16716ae-e351-4c48-88e0-7c8705d47ca0 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:03.204506 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-accabbbc-5e78-4783-a59f-1f0ac2c93ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.220540 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (efe0d4a7-48db-4f2d-9863-9a2725f4555c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.623823 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:03.632158 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:03.695931 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Deleting port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:03.696244 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.782844 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] For port 34e967e9-7d71-4d68-bbcf-0dd52afd0acd, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:03.783196 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:03.796906 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Calling delete_port for 34e967e9-7d71-4d68-bbcf-0dd52afd0acd owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:03.978380 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (34e967e9-7d71-4d68-bbcf-0dd52afd0acd), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:04.003051 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e967e9-7d71-4d68-bbcf-0dd52afd0acd,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:04.167132 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (efe0d4a7-48db-4f2d-9863-9a2725f4555c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:04.387652 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Router efe0d4a7-48db-4f2d-9863-9a2725f4555c has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:25:04.466560 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:04.488515 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:04.495532 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:25:04.500492 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7925b002-2262-4564-92fd-8d7d144f70a3 admin admin] 10.222.0.26 "PUT /v2.0/routers/efe0d4a7-48db-4f2d-9863-9a2725f4555c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909292 Jul 04 09:25:04.503395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46578) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:04.506453 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] Sync routers for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:25:04.517693 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:04.518344 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:24:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:04.602602 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks [] for router (efe0d4a7-48db-4f2d-9863-9a2725f4555c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:04.620316 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:04.707509 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks [] for router_gateway (efe0d4a7-48db-4f2d-9863-9a2725f4555c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:04.754037 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Deleting port 7dad5bfb-5bc6-4342-9232-890598d5bdec {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:04.754377 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:04.792010 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:25:03Z', 'revision_number': 5, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port': {'id': '7dad5bfb-5bc6-4342-9232-890598d5bdec', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:04.817460 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] Checking router: efe0d4a7-48db-4f2d-9863-9a2725f4555c for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:25:04.826263 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] Routers {'efe0d4a7-48db-4f2d-9863-9a2725f4555c'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:04.826894 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:24:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:04.837034 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] For port 7dad5bfb-5bc6-4342-9232-890598d5bdec, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=7dad5bfb-5bc6-4342-9232-890598d5bdec,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:04.837396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:04.851058 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Calling delete_port for 7dad5bfb-5bc6-4342-9232-890598d5bdec owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:04.909219 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] Set router efe0d4a7-48db-4f2d-9863-9a2725f4555c gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:04.960727 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:25:04Z', 'revision_number': 6, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:04.986330 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebfe2e-e598-4786-96b7-f28ef2691fb5 None None] The sync data for ids ['efe0d4a7-48db-4f2d-9863-9a2725f4555c'] in dv-cinder-819149-7-iscsi is: [{'id': 'efe0d4a7-48db-4f2d-9863-9a2725f4555c', 'name': 'tempest-TestVolumeBootPattern-1330120721-router', 'tenant_id': 'dc462a5ff5f649cdb9a24f2232855724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:18Z', 'updated_at': '2022-07-04T09:25:04Z', 'revision_number': 6, 'project_id': 'dc462a5ff5f649cdb9a24f2232855724', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:25:05.016374 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (7dad5bfb-5bc6-4342-9232-890598d5bdec), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.043290 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dad5bfb-5bc6-4342-9232-890598d5bdec,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:05.104037 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (efe0d4a7-48db-4f2d-9863-9a2725f4555c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.192863 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (efe0d4a7-48db-4f2d-9863-9a2725f4555c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.197180 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks [] for router_controller (efe0d4a7-48db-4f2d-9863-9a2725f4555c), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.248128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (efe0d4a7-48db-4f2d-9863-9a2725f4555c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.248707 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efe0d4a7-48db-4f2d-9863-9a2725f4555c {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:25:05.253762 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.254981 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-93eabbb9-a87a-4f85-a5d7-491017751621 admin admin] 10.222.0.26 "DELETE /v2.0/routers/efe0d4a7-48db-4f2d-9863-9a2725f4555c HTTP/1.1" status: 204 len: 168 time: 0.7506781 Jul 04 09:25:05.257555 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46580) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:05.303651 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] Deleting subnet 62c8402f-4429-4e64-980b-6f9bcb8f4889 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:25:05.306766 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] Publish callbacks [] for subnet (62c8402f-4429-4e64-980b-6f9bcb8f4889), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.342067 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944338'] for subnet (62c8402f-4429-4e64-980b-6f9bcb8f4889), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.377214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:05.388368 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-395030e6-f20e-4261-b01d-fa337ac1170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.391036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:05.433741 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (62c8402f-4429-4e64-980b-6f9bcb8f4889), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.491901 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27110918'] for subnet (62c8402f-4429-4e64-980b-6f9bcb8f4889), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.517727 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c8402f-4429-4e64-980b-6f9bcb8f4889,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:05.521436 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.524891 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cc85c570-1753-4d46-83cc-2625c8d94b25 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/62c8402f-4429-4e64-980b-6f9bcb8f4889 HTTP/1.1" status: 204 len: 168 time: 0.2663736 Jul 04 09:25:05.527563 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46582) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:05.527955 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc5711-4b7d-4445-8a07-dde1b5d1ea22 None None] Network 956432d6-39cd-4134-be04-9d32af252f5a requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:25:05.603845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (956432d6-39cd-4134-be04-9d32af252f5a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.651104 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Deleting port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:05.651437 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.714873 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] For port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,segment=NetworkSegment(9a34b7ff-ec3b-44fe-b1fd-f59c2364025a),segment_id=9a34b7ff-ec3b-44fe-b1fd-f59c2364025a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:05.715617 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.728113 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Calling delete_port for 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:05.797482 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] DHCP port deletion for 956432d6-39cd-4134-be04-9d32af252f5a request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:25:05.817315 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.844526 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:05.845623 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] Deleting port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:05.846101 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.846395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] No DVR routers for this DVR port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 on host dv-cinder-819149-7-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:25:05.916735 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] For port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55, host dv-cinder-819149-7-iscsi, got binding levels [] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:05.917131 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.925218 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (956432d6-39cd-4134-be04-9d32af252f5a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.931088 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] Calling delete_port for 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:05.934030 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.ipam_backend_mixin [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] Port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 was not found and therefore no delete operation was performed {{(pid=104058) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 04 09:25:05.935295 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (7211a5e2-ac83-4bcf-8ee9-2863668f7c55), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.947132 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956432d6-39cd-4134-be04-9d32af252f5a']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:05.956664 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:05.956971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a34b7ff-ec3b-44fe-b1fd-f59c2364025a') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:05.958867 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] Pushing event deleted for resources: {'Port': ['ID=7211a5e2-ac83-4bcf-8ee9-2863668f7c55,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:05.962788 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd543178-fdb4-4299-b92c-bab9719f0c4d None None] No DVR routers for this DVR port 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:25:05.968763 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25944331'] for segment (9a34b7ff-ec3b-44fe-b1fd-f59c2364025a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.986697 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (9a34b7ff-ec3b-44fe-b1fd-f59c2364025a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:05.994001 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:25:05.994629 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25946710'] for segment (9a34b7ff-ec3b-44fe-b1fd-f59c2364025a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.026349 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 9a34b7ff-ec3b-44fe-b1fd-f59c2364025a resource provider aggregate not found Jul 04 09:25:06.067214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (956432d6-39cd-4134-be04-9d32af252f5a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.074169 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.081817 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] 10.222.0.26 "DELETE /v2.0/networks/956432d6-39cd-4134-be04-9d32af252f5a HTTP/1.1" status: 204 len: 168 time: 0.5524623 Jul 04 09:25:06.085981 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46588) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:06.087367 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 9a34b7ff-ec3b-44fe-b1fd-f59c2364025a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a34b7ff-ec3b-44fe-b1fd-f59c2364025a found for delete ", "request_id": "req-4d3a1b5a-98fd-43dc-bd16-fed29ce368d3"}]} Jul 04 09:25:06.097620 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8f71e-4b64-4e9b-9115-e894d87763ee admin admin] Pushing event deleted for resources: {'Network': ['ID=956432d6-39cd-4134-be04-9d32af252f5a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:06.428489 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (7979c8c7-954b-47d6-8764-c784550d7a1b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.654218 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.661126 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Deleting port 3906d407-6d28-4519-aca2-aa3de03b06e7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:06.661470 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.743232 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] For port 3906d407-6d28-4519-aca2-aa3de03b06e7, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=3906d407-6d28-4519-aca2-aa3de03b06e7,segment=NetworkSegment(197d2eb9-d8ac-459c-a1cd-28a8930abddf),segment_id=197d2eb9-d8ac-459c-a1cd-28a8930abddf)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:06.743638 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.749306 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7dad5bfb-5bc6-4342-9232-890598d5bdec no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:06.757148 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Calling delete_port for 3906d407-6d28-4519-aca2-aa3de03b06e7 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:06.774931 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 7dad5bfb-5bc6-4342-9232-890598d5bdec {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:06.775273 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7dad5bfb-5bc6-4342-9232-890598d5bdec not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:06.775671 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 34e967e9-7d71-4d68-bbcf-0dd52afd0acd no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:06.794225 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 34e967e9-7d71-4d68-bbcf-0dd52afd0acd {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:06.794567 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 34e967e9-7d71-4d68-bbcf-0dd52afd0acd not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:06.794946 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:06.813724 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:06.814148 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 7211a5e2-ac83-4bcf-8ee9-2863668f7c55 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:06.938572 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:06.951730 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (3906d407-6d28-4519-aca2-aa3de03b06e7), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:06.958953 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:06.985335 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Pushing event deleted for resources: {'Port': ['ID=3906d407-6d28-4519-aca2-aa3de03b06e7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:07.001564 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.001937 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.002278 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.002618 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.002945 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.003270 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.003589 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.003907 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.004226 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.004545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.004865 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.005183 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.005497 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.005813 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.006190 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:07.164985 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (7979c8c7-954b-47d6-8764-c784550d7a1b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:07.384135 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Router 7979c8c7-954b-47d6-8764-c784550d7a1b has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:25:07.485646 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:25:07.490807 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7de505c8-627c-45ed-a0b7-26dd6e45143b admin admin] 10.222.0.26 "PUT /v2.0/routers/7979c8c7-954b-47d6-8764-c784550d7a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027789 Jul 04 09:25:07.493588 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46590) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:07.496189 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] Sync routers for ids ['7979c8c7-954b-47d6-8764-c784550d7a1b'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:25:07.507367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] Routers {'7979c8c7-954b-47d6-8764-c784550d7a1b'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:07.507974 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7979c8c7-954b-47d6-8764-c784550d7a1b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:07.590752 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks [] for router (7979c8c7-954b-47d6-8764-c784550d7a1b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:07.613533 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] Set router 7979c8c7-954b-47d6-8764-c784550d7a1b gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:07.807160 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:25:06Z', 'revision_number': 5, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:07.838577 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] Checking router: 7979c8c7-954b-47d6-8764-c784550d7a1b for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:25:07.848632 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] Routers {'7979c8c7-954b-47d6-8764-c784550d7a1b'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:07.849932 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['7979c8c7-954b-47d6-8764-c784550d7a1b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:07.950641 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks [] for router_gateway (7979c8c7-954b-47d6-8764-c784550d7a1b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:07.957123 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] Set router 7979c8c7-954b-47d6-8764-c784550d7a1b gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:07.998937 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Deleting port 302c53e2-67b6-4dba-8f03-89b980ebfb47 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:07.999872 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.073219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=100 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:08.092393 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] For port 302c53e2-67b6-4dba-8f03-89b980ebfb47, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=302c53e2-67b6-4dba-8f03-89b980ebfb47,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:08.092751 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.110299 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Calling delete_port for 302c53e2-67b6-4dba-8f03-89b980ebfb47 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:08.233447 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.237461 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.268068 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:08.278000 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:25:06Z', 'revision_number': 5, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:08.291400 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (302c53e2-67b6-4dba-8f03-89b980ebfb47), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.304330 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbe43f-cf29-463c-abd3-0692e81ad335 None None] The sync data for ids ['7979c8c7-954b-47d6-8764-c784550d7a1b'] in dv-cinder-819149-7-iscsi is: [{'id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'name': 'tempest-TestVolumeBootPattern-1824129263-router', 'tenant_id': '3a47285027a241a6bf6e9aee8b5bde37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:17:26Z', 'updated_at': '2022-07-04T09:25:06Z', 'revision_number': 5, 'project_id': '3a47285027a241a6bf6e9aee8b5bde37', 'gw_port': {'id': '302c53e2-67b6-4dba-8f03-89b980ebfb47', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979c8c7-954b-47d6-8764-c784550d7a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:17:27Z', 'updated_at': '2022-07-04T09:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:25:08.316178 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=302c53e2-67b6-4dba-8f03-89b980ebfb47,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:08.384238 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (7979c8c7-954b-47d6-8764-c784550d7a1b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.470584 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (7979c8c7-954b-47d6-8764-c784550d7a1b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.472766 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks [] for router_controller (7979c8c7-954b-47d6-8764-c784550d7a1b), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.517436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (7979c8c7-954b-47d6-8764-c784550d7a1b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.518071 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7979c8c7-954b-47d6-8764-c784550d7a1b {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:25:08.522510 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.523641 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-83492541-5fa8-4a75-828a-14cf9861b4ae admin admin] 10.222.0.26 "DELETE /v2.0/routers/7979c8c7-954b-47d6-8764-c784550d7a1b HTTP/1.1" status: 204 len: 168 time: 1.0288124 Jul 04 09:25:08.526244 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46594) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:08.570150 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] Deleting subnet 488f274f-5381-4c7f-932b-56c7e0d0b910 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:25:08.573463 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] Publish callbacks [] for subnet (488f274f-5381-4c7f-932b-56c7e0d0b910), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.612695 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (488f274f-5381-4c7f-932b-56c7e0d0b910), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.690088 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (488f274f-5381-4c7f-932b-56c7e0d0b910), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.752505 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (488f274f-5381-4c7f-932b-56c7e0d0b910), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.781372 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488f274f-5381-4c7f-932b-56c7e0d0b910,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:08.793584 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f4096b-6562-4f64-b4df-a3a3c373bc99 None None] Network 61cacf6d-f75b-4283-a012-5321e64c4888 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:25:08.794954 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.799663 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bc5a434f-3c14-47dd-9fcf-61c51de1d9ff admin admin] 10.222.0.26 "DELETE /v2.0/subnets/488f274f-5381-4c7f-932b-56c7e0d0b910 HTTP/1.1" status: 204 len: 168 time: 0.2724669 Jul 04 09:25:08.802181 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46596) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:08.888105 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (61cacf6d-f75b-4283-a012-5321e64c4888), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.945711 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Deleting port a5098fcd-8400-47f3-a4bf-d52ae1da562e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:08.946250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:08.979524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] DHCP port deletion for 61cacf6d-f75b-4283-a012-5321e64c4888 request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:25:09.008448 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 3906d407-6d28-4519-aca2-aa3de03b06e7 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:09.028436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] For port a5098fcd-8400-47f3-a4bf-d52ae1da562e, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a5098fcd-8400-47f3-a4bf-d52ae1da562e,segment=NetworkSegment(197d2eb9-d8ac-459c-a1cd-28a8930abddf),segment_id=197d2eb9-d8ac-459c-a1cd-28a8930abddf)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:09.028839 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.037050 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:09.042056 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 3906d407-6d28-4519-aca2-aa3de03b06e7 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:09.042477 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 3906d407-6d28-4519-aca2-aa3de03b06e7 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:09.044111 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Calling delete_port for a5098fcd-8400-47f3-a4bf-d52ae1da562e owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:09.051417 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] Deleting port a5098fcd-8400-47f3-a4bf-d52ae1da562e {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:09.051869 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.117789 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] For port a5098fcd-8400-47f3-a4bf-d52ae1da562e, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a5098fcd-8400-47f3-a4bf-d52ae1da562e,segment=NetworkSegment(197d2eb9-d8ac-459c-a1cd-28a8930abddf),segment_id=197d2eb9-d8ac-459c-a1cd-28a8930abddf)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:09.118330 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.131125 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.132935 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] Calling delete_port for a5098fcd-8400-47f3-a4bf-d52ae1da562e owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:09.155031 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5098fcd-8400-47f3-a4bf-d52ae1da562e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:09.160666 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] No DVR routers for this DVR port a5098fcd-8400-47f3-a4bf-d52ae1da562e on host dv-cinder-819149-7-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:25:09.187938 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:09.208321 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:09.216235 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (a5098fcd-8400-47f3-a4bf-d52ae1da562e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.238294 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (61cacf6d-f75b-4283-a012-5321e64c4888), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.241863 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] Pushing event deleted for resources: {'Port': ['ID=a5098fcd-8400-47f3-a4bf-d52ae1da562e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:09.245704 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7399d-9502-4cb9-aff5-6f755de018ee None None] No DVR routers for this DVR port a5098fcd-8400-47f3-a4bf-d52ae1da562e on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:25:09.261398 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cacf6d-f75b-4283-a012-5321e64c4888']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:09.272235 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197d2eb9-d8ac-459c-a1cd-28a8930abddf') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:09.272856 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197d2eb9-d8ac-459c-a1cd-28a8930abddf') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:09.283000 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (197d2eb9-d8ac-459c-a1cd-28a8930abddf), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.296869 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (197d2eb9-d8ac-459c-a1cd-28a8930abddf), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.303332 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:25:09.303714 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (197d2eb9-d8ac-459c-a1cd-28a8930abddf), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.367872 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (61cacf6d-f75b-4283-a012-5321e64c4888), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.373029 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.376262 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61cacf6d-f75b-4283-a012-5321e64c4888 HTTP/1.1" status: 204 len: 168 time: 0.5727103 Jul 04 09:25:09.380807 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 197d2eb9-d8ac-459c-a1cd-28a8930abddf resource provider aggregate not found Jul 04 09:25:09.393445 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091589ab-e5ec-422e-b596-608b06700ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cacf6d-f75b-4283-a012-5321e64c4888,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:09.399839 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 197d2eb9-d8ac-459c-a1cd-28a8930abddf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 197d2eb9-d8ac-459c-a1cd-28a8930abddf found for delete ", "request_id": "req-b652e406-2770-4a1d-ab26-d2133b8063ee"}]} Jul 04 09:25:09.500874 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46606) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:09.549089 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a1da918d-4ce5-422d-99a0-be4a761c68d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc462a5ff5f649cdb9a24f2232855724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468698 Jul 04 09:25:09.552604 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46608) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:09.607357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-451bf447-e1d2-42b2-abcc-161ac753c640 admin admin] Publish callbacks [] for security_group (e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.634361 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-451bf447-e1d2-42b2-abcc-161ac753c640 admin admin] Publish callbacks [] for security_group (e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.690320 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-451bf447-e1d2-42b2-abcc-161ac753c640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.692938 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-451bf447-e1d2-42b2-abcc-161ac753c640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:09.694154 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-451bf447-e1d2-42b2-abcc-161ac753c640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d HTTP/1.1" status: 204 len: 168 time: 0.1405408 Jul 04 09:25:09.697705 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:09.703474 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bf447-e1d2-42b2-abcc-161ac753c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1f1a6-2dd6-40b4-8257-f4dd35e5516d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:10.040219 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46614) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:10.083888 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-6e0abd20-589e-4cf8-9a3e-b870a7921180 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a47285027a241a6bf6e9aee8b5bde37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424602 Jul 04 09:25:10.087149 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46616) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:10.140355 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79027916-8f7f-4cbf-b70d-d8364759b5bd admin admin] Publish callbacks [] for security_group (fe2cf80b-f254-4ab7-add1-33083f5adf9f), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:10.163902 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79027916-8f7f-4cbf-b70d-d8364759b5bd admin admin] Publish callbacks [] for security_group (fe2cf80b-f254-4ab7-add1-33083f5adf9f), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:10.219689 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79027916-8f7f-4cbf-b70d-d8364759b5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (fe2cf80b-f254-4ab7-add1-33083f5adf9f), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:10.222505 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79027916-8f7f-4cbf-b70d-d8364759b5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:10.223655 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-79027916-8f7f-4cbf-b70d-d8364759b5bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe2cf80b-f254-4ab7-add1-33083f5adf9f HTTP/1.1" status: 204 len: 168 time: 0.1356146 Jul 04 09:25:10.231468 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79027916-8f7f-4cbf-b70d-d8364759b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2cf80b-f254-4ab7-add1-33083f5adf9f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:10.765181 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 302c53e2-67b6-4dba-8f03-89b980ebfb47 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:10.789913 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 302c53e2-67b6-4dba-8f03-89b980ebfb47 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:10.790251 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 302c53e2-67b6-4dba-8f03-89b980ebfb47 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:10.790671 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a5098fcd-8400-47f3-a4bf-d52ae1da562e no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:10.811057 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: a5098fcd-8400-47f3-a4bf-d52ae1da562e {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:10.811388 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a5098fcd-8400-47f3-a4bf-d52ae1da562e not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:13.759922 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe23c0-df37-4be7-a802-45438bf73601 req-2b453a3c-8ffe-40e3-a4cc-0ff9aa5f8c19 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:13.761445 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fbfe23c0-df37-4be7-a802-45438bf73601 req-2b453a3c-8ffe-40e3-a4cc-0ff9aa5f8c19 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 947 time: 0.0485692 Jul 04 09:25:13.809831 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fbfe23c0-df37-4be7-a802-45438bf73601 req-d59b996b-691b-46b9-9bbd-bf88d7968878 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425267 Jul 04 09:25:14.943481 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eb2e3-a1c9-4e17-8e14-165de471e299 req-f1ab52ff-a5c6-4fdb-81df-1168f93e0ec0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:14.944936 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c14eb2e3-a1c9-4e17-8e14-165de471e299 req-f1ab52ff-a5c6-4fdb-81df-1168f93e0ec0 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 947 time: 0.0511565 Jul 04 09:25:14.966926 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:14.998400 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c14eb2e3-a1c9-4e17-8e14-165de471e299 req-7dd7efd2-e557-4aa8-8134-179d43bcf4a1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups?id=99b357b1-ff1f-41b8-9d57-fb0796857124&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447488 Jul 04 09:25:15.254988 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-f104548c-105d-40c5-b43a-159bddc65cee tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:15.256351 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-f104548c-105d-40c5-b43a-159bddc65cee tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 947 time: 0.0487723 Jul 04 09:25:15.339832 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Deleting port d5e5d30f-204c-44dd-ab8d-b656be790f53 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:15.340177 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:15.447514 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] For port d5e5d30f-204c-44dd-ab8d-b656be790f53, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d5e5d30f-204c-44dd-ab8d-b656be790f53,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:15.447899 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:15.608358 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:15.608724 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (67fbec88-523c-42e6-a9a2-1e42f475d3e0), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:15.609037 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Floating IP 67fbec88-523c-42e6-a9a2-1e42f475d3e0 disassociated. External IP: 172.27.0.199, port: d5e5d30f-204c-44dd-ab8d-b656be790f53. Jul 04 09:25:15.609377 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Calling delete_port for d5e5d30f-204c-44dd-ab8d-b656be790f53 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:15.757224 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (d5e5d30f-204c-44dd-ab8d-b656be790f53), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:15.784991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event deleted for resources: {'Port': ['ID=d5e5d30f-204c-44dd-ab8d-b656be790f53,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:15.906688 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Router 73960203-7365-4c06-8f6e-58d1fca75d96 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:25:15.973403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:16.010445 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:25:16.021418 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] Sync routers for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:25:16.034456 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:16.034751 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:16.058422 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] No DVR routers for this DVR port d5e5d30f-204c-44dd-ab8d-b656be790f53 on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:25:16.061028 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:16.064286 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cf00ce8c-ed10-4488-a7f1-48a599c56910 req-24d3f7a9-a35c-4617-925b-66cef1e8f00a tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.57 "DELETE /v2.0/ports/d5e5d30f-204c-44dd-ab8d-b656be790f53 HTTP/1.1" status: 204 len: 173 time: 0.8024333 Jul 04 09:25:16.064795 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-deleted', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:25:16.067217 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dcbab7-e646-4458-8dfe-b850f67cfbfd" -d '{"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-deleted", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:25:16.118234 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:16.147317 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2f41d1ab-d34d-4351-b0b4-b79f57cfecdf req-0cf96dd7-6552-4de6-9a92-1e03aaa35510 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/ports?device_id=51983c09-0466-4fd8-a316-f260a15f024c HTTP/1.1" status: 200 len: 210 time: 0.0511909 Jul 04 09:25:16.155093 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d308e-d552-4e62-9619-e137a250fdcf x-openstack-request-id: req-d09d308e-d552-4e62-9619-e137a250fdcf {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:25:16.155390 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51983c09-0466-4fd8-a316-f260a15f024c", "name": "network-vif-deleted", "tag": "d5e5d30f-204c-44dd-ab8d-b656be790f53", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:25:16.155638 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d09d308e-d552-4e62-9619-e137a250fdcf {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:25:16.156047 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09d308e-d552-4e62-9619-e137a250fdcf'] response: {'server_uuid': '51983c09-0466-4fd8-a316-f260a15f024c', 'name': 'network-vif-deleted', 'tag': 'd5e5d30f-204c-44dd-ab8d-b656be790f53', 'status': 'completed', 'code': 200} Jul 04 09:25:16.159880 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:16.345987 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:16.356955 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:16.381225 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] Checking router: 73960203-7365-4c06-8f6e-58d1fca75d96 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:25:16.389941 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:16.390562 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:16.582819 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:16.781938 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:16.810536 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed35ade1-acbe-4e94-923d-80d62189529a None None] The sync data for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi is: [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:20:15Z', 'revision_number': 4, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': 'a5e1e2b4-faff-448e-ad8e-f06d8efed423', 'name': '', 'network_id': '460f8279-d422-4942-bdf8-e5307675ed2c', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'mac_address': 'fa:16:3e:96:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:14Z', 'updated_at': '2022-07-04T09:20:19Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'subnets': [{'id': '4dfb736c-7ba6-4e26-97e1-c714a8a949c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:25:17.025392 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e56a93-6178-471d-ae6b-3817a11fecaa None None] New status for floating IP 67fbec88-523c-42e6-a9a2-1e42f475d3e0: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:25:17.029567 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:17.494715 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:17.556548 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e043b43b-2e16-41ac-8abe-ac5f895a050e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (99b357b1-ff1f-41b8-9d57-fb0796857124), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:17.580768 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e043b43b-2e16-41ac-8abe-ac5f895a050e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (99b357b1-ff1f-41b8-9d57-fb0796857124), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:17.630638 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e043b43b-2e16-41ac-8abe-ac5f895a050e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (99b357b1-ff1f-41b8-9d57-fb0796857124), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:17.633223 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e043b43b-2e16-41ac-8abe-ac5f895a050e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:17.634405 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e043b43b-2e16-41ac-8abe-ac5f895a050e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "DELETE /v2.0/security-groups/99b357b1-ff1f-41b8-9d57-fb0796857124 HTTP/1.1" status: 204 len: 168 time: 0.1386163 Jul 04 09:25:17.637247 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46646) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:17.644813 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043b43b-2e16-41ac-8abe-ac5f895a050e tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b357b1-ff1f-41b8-9d57-fb0796857124,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:17.651816 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-a898caf8-1269-4d2d-a565-35303a0aa6e1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] show failed (client error): The resource could not be found. Jul 04 09:25:17.652859 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a898caf8-1269-4d2d-a565-35303a0aa6e1 tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "GET /v2.0/security-groups/99b357b1-ff1f-41b8-9d57-fb0796857124 HTTP/1.1" status: 404 len: 347 time: 0.0145085 Jul 04 09:25:17.655768 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46648) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:17.755508 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:17.766422 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Deleting port b067f797-f610-4500-ab9b-21debb7bc236 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:17.766761 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (b067f797-f610-4500-ab9b-21debb7bc236), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:17.843320 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (b067f797-f610-4500-ab9b-21debb7bc236), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:17.843617 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (b067f797-f610-4500-ab9b-21debb7bc236), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:17.856179 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Calling delete_port for b067f797-f610-4500-ab9b-21debb7bc236 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:17.989151 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (b067f797-f610-4500-ab9b-21debb7bc236), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:18.014471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Pushing event deleted for resources: {'Port': ['ID=b067f797-f610-4500-ab9b-21debb7bc236,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:18.081635 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks [] for floatingip (67fbec88-523c-42e6-a9a2-1e42f475d3e0), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:18.084091 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:18.085209 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-56fba7ea-5e8d-4c00-a00a-9b822452950b tempest-AttachVolumeShelveTestJSON-1715123542 tempest-AttachVolumeShelveTestJSON-1715123542-project] 10.222.0.26 "DELETE /v2.0/floatingips/67fbec88-523c-42e6-a9a2-1e42f475d3e0 HTTP/1.1" status: 204 len: 168 time: 0.4285314 Jul 04 09:25:18.979078 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:18.982513 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:19.010309 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: d5e5d30f-204c-44dd-ab8d-b656be790f53 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:19.010648 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device d5e5d30f-204c-44dd-ab8d-b656be790f53 not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:20.506591 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46670) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:20.898094 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:20.979544 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:20.996435 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (73960203-7365-4c06-8f6e-58d1fca75d96), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:21.116546 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:21.228218 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Deleting port a5e1e2b4-faff-448e-ad8e-f06d8efed423 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:21.229024 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:21.315765 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] For port a5e1e2b4-faff-448e-ad8e-f06d8efed423, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=a5e1e2b4-faff-448e-ad8e-f06d8efed423,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:21.316014 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:21.330226 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Calling delete_port for a5e1e2b4-faff-448e-ad8e-f06d8efed423 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:21.519602 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (a5e1e2b4-faff-448e-ad8e-f06d8efed423), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:21.545340 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e1e2b4-faff-448e-ad8e-f06d8efed423,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:21.705121 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (73960203-7365-4c06-8f6e-58d1fca75d96), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:21.717202 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:21.884557 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:21.919357 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Router 73960203-7365-4c06-8f6e-58d1fca75d96 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:25:22.022314 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:25:22.028125 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-de69899e-fced-4621-9153-d71d04bdcefd admin admin] 10.222.0.26 "PUT /v2.0/routers/73960203-7365-4c06-8f6e-58d1fca75d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5208900 Jul 04 09:25:22.031394 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46674) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:22.035524 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] Sync routers for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:25:22.045535 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:22.046170 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:22.127743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks [] for router (73960203-7365-4c06-8f6e-58d1fca75d96), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:22.148164 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:22.216689 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:22.328288 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:25:21Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:22.355546 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] Checking router: 73960203-7365-4c06-8f6e-58d1fca75d96 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:25:22.364825 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] Routers {'73960203-7365-4c06-8f6e-58d1fca75d96'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:22.365442 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['73960203-7365-4c06-8f6e-58d1fca75d96'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:22.466420 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] Set router 73960203-7365-4c06-8f6e-58d1fca75d96 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:22.480030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks [] for router_gateway (73960203-7365-4c06-8f6e-58d1fca75d96), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:22.524036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Deleting port 1c0678a9-2714-4bc7-8387-59f03b838701 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:22.524375 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:22.588640 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:22.604507 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] For port 1c0678a9-2714-4bc7-8387-59f03b838701, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=1c0678a9-2714-4bc7-8387-59f03b838701,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:22.604876 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:22.618222 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Calling delete_port for 1c0678a9-2714-4bc7-8387-59f03b838701 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:22.630953 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:25:21Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:22.660353 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34d012-0a5b-48da-84f2-c8711fa04148 None None] The sync data for ids ['73960203-7365-4c06-8f6e-58d1fca75d96'] in dv-cinder-819149-7-iscsi is: [{'id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'name': 'tempest-AttachVolumeShelveTestJSON-1153275530-router', 'tenant_id': '4677b4c393ff41a09c922467365e06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:20:12Z', 'updated_at': '2022-07-04T09:25:21Z', 'revision_number': 5, 'project_id': '4677b4c393ff41a09c922467365e06f0', 'gw_port': {'id': '1c0678a9-2714-4bc7-8387-59f03b838701', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:1c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73960203-7365-4c06-8f6e-58d1fca75d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:20:13Z', 'updated_at': '2022-07-04T09:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:25:22.661254 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:22.731737 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:22.792205 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (1c0678a9-2714-4bc7-8387-59f03b838701), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:22.820232 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0678a9-2714-4bc7-8387-59f03b838701,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:22.888240 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (73960203-7365-4c06-8f6e-58d1fca75d96), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:22.976230 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (73960203-7365-4c06-8f6e-58d1fca75d96), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:22.978363 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks [] for router_controller (73960203-7365-4c06-8f6e-58d1fca75d96), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.022163 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (73960203-7365-4c06-8f6e-58d1fca75d96), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.023214 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73960203-7365-4c06-8f6e-58d1fca75d96 {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:25:23.028845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.031786 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3175c141-8490-4e5c-8e2d-c3ee3a87b24e admin admin] 10.222.0.26 "DELETE /v2.0/routers/73960203-7365-4c06-8f6e-58d1fca75d96 HTTP/1.1" status: 204 len: 168 time: 0.9971185 Jul 04 09:25:23.032358 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46676) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:23.085488 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] Deleting subnet 4dfb736c-7ba6-4e26-97e1-c714a8a949c8 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:25:23.092783 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] Publish callbacks [] for subnet (4dfb736c-7ba6-4e26-97e1-c714a8a949c8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.115426 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a5e1e2b4-faff-448e-ad8e-f06d8efed423 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:23.129962 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28848414'] for subnet (4dfb736c-7ba6-4e26-97e1-c714a8a949c8), precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.135675 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: a5e1e2b4-faff-448e-ad8e-f06d8efed423 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:23.136320 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device a5e1e2b4-faff-448e-ad8e-f06d8efed423 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:23.213023 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (4dfb736c-7ba6-4e26-97e1-c714a8a949c8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.272045 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26720385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29004679'] for subnet (4dfb736c-7ba6-4e26-97e1-c714a8a949c8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.299838 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dfb736c-7ba6-4e26-97e1-c714a8a949c8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:23.301822 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.307564 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-7ba0da89-7bc2-470e-9dc4-74446bc01ba7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4dfb736c-7ba6-4e26-97e1-c714a8a949c8 HTTP/1.1" status: 204 len: 168 time: 0.2718251 Jul 04 09:25:23.307864 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46678) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:23.310969 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919a87d-842b-4808-9e5a-3cbc9fb95fa4 None None] Network 460f8279-d422-4942-bdf8-e5307675ed2c requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:25:23.383378 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (460f8279-d422-4942-bdf8-e5307675ed2c), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.426149 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Deleting port 9366a197-964c-4d05-8b90-0e12fe56f6ac {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:25:23.426544 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.487511 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] For port 9366a197-964c-4d05-8b90-0e12fe56f6ac, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=9366a197-964c-4d05-8b90-0e12fe56f6ac,segment=NetworkSegment(4015c273-94d7-4f3e-b2e5-e013fb7df1ab),segment_id=4015c273-94d7-4f3e-b2e5-e013fb7df1ab)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:23.487866 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.504112 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Calling delete_port for 9366a197-964c-4d05-8b90-0e12fe56f6ac owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:25:23.564747 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:23.584176 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (9366a197-964c-4d05-8b90-0e12fe56f6ac), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.607391 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9366a197-964c-4d05-8b90-0e12fe56f6ac,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:23.614213 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] No DVR routers for this DVR port 9366a197-964c-4d05-8b90-0e12fe56f6ac on host dv-cinder-819149-7-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:25:23.692164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (460f8279-d422-4942-bdf8-e5307675ed2c), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.714380 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e191ffc-2cba-4ecc-ab3c-c115e5a7e833 None None] DHCP port deletion for 460f8279-d422-4942-bdf8-e5307675ed2c request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:25:23.716600 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460f8279-d422-4942-bdf8-e5307675ed2c']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:23.733200 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4015c273-94d7-4f3e-b2e5-e013fb7df1ab') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:23.733504 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4015c273-94d7-4f3e-b2e5-e013fb7df1ab') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:23.743221 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (4015c273-94d7-4f3e-b2e5-e013fb7df1ab), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.756582 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (4015c273-94d7-4f3e-b2e5-e013fb7df1ab), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.760657 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:23.763541 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:25:23.763920 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (4015c273-94d7-4f3e-b2e5-e013fb7df1ab), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.783342 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 4015c273-94d7-4f3e-b2e5-e013fb7df1ab resource provider aggregate not found Jul 04 09:25:23.822140 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 4015c273-94d7-4f3e-b2e5-e013fb7df1ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4015c273-94d7-4f3e-b2e5-e013fb7df1ab found for delete ", "request_id": "req-91afacb0-a9a8-416a-9673-d88348077585"}]} Jul 04 09:25:23.832187 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (460f8279-d422-4942-bdf8-e5307675ed2c), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.838085 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:23.841364 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] 10.222.0.26 "DELETE /v2.0/networks/460f8279-d422-4942-bdf8-e5307675ed2c HTTP/1.1" status: 204 len: 168 time: 0.5324173 Jul 04 09:25:23.857627 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3234c6-9e15-4979-a0a6-9c4cc64f01cb admin admin] Pushing event deleted for resources: {'Network': ['ID=460f8279-d422-4942-bdf8-e5307675ed2c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:23.974851 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46686) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:24.019488 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4703a9ef-a268-49d0-a6c2-a0eaff15a4a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4677b4c393ff41a09c922467365e06f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433927 Jul 04 09:25:24.023170 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46688) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:24.071593 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-893f8e94-38aa-4c99-8fe2-34b2d601b737 admin admin] Publish callbacks [] for security_group (98698c88-b609-466a-a5d5-bbda022efe1f), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:24.094004 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-893f8e94-38aa-4c99-8fe2-34b2d601b737 admin admin] Publish callbacks [] for security_group (98698c88-b609-466a-a5d5-bbda022efe1f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:24.146274 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-893f8e94-38aa-4c99-8fe2-34b2d601b737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (98698c88-b609-466a-a5d5-bbda022efe1f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:24.149084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-893f8e94-38aa-4c99-8fe2-34b2d601b737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:24.150357 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-893f8e94-38aa-4c99-8fe2-34b2d601b737 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98698c88-b609-466a-a5d5-bbda022efe1f HTTP/1.1" status: 204 len: 168 time: 0.1262405 Jul 04 09:25:24.158717 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f8e94-38aa-4c99-8fe2-34b2d601b737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98698c88-b609-466a-a5d5-bbda022efe1f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:24.756911 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9366a197-964c-4d05-8b90-0e12fe56f6ac no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:24.777638 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 9366a197-964c-4d05-8b90-0e12fe56f6ac {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:24.778212 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 9366a197-964c-4d05-8b90-0e12fe56f6ac not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:24.778630 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1c0678a9-2714-4bc7-8387-59f03b838701 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:25:24.797621 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 1c0678a9-2714-4bc7-8387-59f03b838701 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:25:24.798005 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 1c0678a9-2714-4bc7-8387-59f03b838701 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:25:24.861073 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46710) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:24.965695 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1987355545-network', 'tenant_id': '9157e722ff614bc2916f1971cde517ef'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:24.988130 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Made reservation on behalf of 9157e722ff614bc2916f1971cde517ef for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:25:24.990483 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:24.999024 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.077740 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks [] for security_group (65891ebf-b5f2-4842-95f5-3eaba79f26e4), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.083858 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (65891ebf-b5f2-4842-95f5-3eaba79f26e4), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.111939 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 09:25:25.122255 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65891ebf-b5f2-4842-95f5-3eaba79f26e4,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:25.127280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (67430a14-f644-4995-9818-692a020bf275), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.127621 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Added segment 67430a14-f644-4995-9818-692a020bf275 of type vlan for network 486e3f33-e162-412f-9da2-b680c8148bb8 Jul 04 09:25:25.169068 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738532433866'] for network (486e3f33-e162-412f-9da2-b680c8148bb8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.194329 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513'] for network (486e3f33-e162-412f-9da2-b680c8148bb8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.195286 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:25.195855 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.200948 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:25.233147 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3709929 Jul 04 09:25:25.235328 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:25.236348 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46714) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:25.242536 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Request body: {'subnet': {'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-subnet', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:25.265077 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Made reservation on behalf of 9157e722ff614bc2916f1971cde517ef for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:25:25.265542 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554e6b6-f140-4fd2-aae0-ba30f5740085 admin admin] Pushing event updated for resources: {'Network': ['ID=486e3f33-e162-412f-9da2-b680c8148bb8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:25.267601 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29004390'] for subnet (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.275524 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Network 486e3f33-e162-412f-9da2-b680c8148bb8 details requested by agent ovs-agent-dv-cinder-819149-7-iscsi with host dv-cinder-819149-7-iscsi {{(pid=104058) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 09:25:25.449655 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26720448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29004700'] for subnet (cd58aeb4-7429-4354-9ec9-d68fafdedca4), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.504735 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd58aeb4-7429-4354-9ec9-d68fafdedca4,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:25.515284 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Checking segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:25:25.515640 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Network hostable DHCP agents. Network: 486e3f33-e162-412f-9da2-b680c8148bb8, hostable agents: ['3e5f6507-0aac-43df-9837-a1a99a378b82'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 09:25:25.536646 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is scheduled to be hosted by DHCP agent 3e5f6507-0aac-43df-9837-a1a99a378b82 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 09:25:25.546849 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-7-iscsi, 486e3f33-e162-412f-9da2-b680c8148bb8) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:25:25.551044 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:25.551631 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.557263 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee211f-9cec-45a9-a02e-ceb17994456d None None] Network 486e3f33-e162-412f-9da2-b680c8148bb8 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:25:25.568916 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-9d7752c2-475c-4451-919d-5bbdc834e682 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3308735 Jul 04 09:25:25.571934 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46716) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:25.576525 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:25.598915 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3811693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24992'] for router (ec96c1ab-0cbe-4b02-a267-38ad8d853441), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.600001 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3812937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3807056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3767310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25003'] for router (ec96c1ab-0cbe-4b02-a267-38ad8d853441), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.656126 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks [] for router_controller (ec96c1ab-0cbe-4b02-a267-38ad8d853441), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.669127 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2c50957-b442-5608-a752-e00159794c38-486e3f33-e162-412f-9da2-b680c8148bb8', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4'}]}} from dv-cinder-819149-7-iscsi. {{(pid=104058) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 09:25:25.670135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.790085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks [] for router_gateway (ec96c1ab-0cbe-4b02-a267-38ad8d853441), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.803456 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Allocated IP 172.20.0.2 (486e3f33-e162-412f-9da2-b680c8148bb8/cd58aeb4-7429-4354-9ec9-d68fafdedca4/3eabba49-2871-4a1c-8036-03ff11bd2253) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:25:25.944332 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Publish callbacks [] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.953234 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.970011 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks [] for router_gateway (ec96c1ab-0cbe-4b02-a267-38ad8d853441), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:25.989100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.002250 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:25:26.007520 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:25:26.011083 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:25:26.014466 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Pushing event updated for resources: {'Port': ['ID=3eabba49-2871-4a1c-8036-03ff11bd2253,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:26.025156 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.025156 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.025843 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.026242 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.026628 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.026997 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.027360 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.027678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.028023 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.028311 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.028700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.029022 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.029339 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.029785 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.030091 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:26.081395 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Attempting to bind port 3eabba49-2871-4a1c-8036-03ff11bd2253 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:25:26.081753 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Attempting to bind port 3eabba49-2871-4a1c-8036-03ff11bd2253 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:25:26.082135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Attempting to bind port 3eabba49-2871-4a1c-8036-03ff11bd2253 on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:25:26.087315 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:25:26.087673 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Checking segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:25:26.088061 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.088445 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Bound using segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:25:26.088898 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Bound port: 3eabba49-2871-4a1c-8036-03ff11bd2253, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:25:26.089270 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.100141 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Allocated IP 172.27.0.200 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/d83ba6ce-e966-4e3a-9454-86cccdba3247) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:25:26.152293 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] For port 3eabba49-2871-4a1c-8036-03ff11bd2253, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:25:26.156383 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] For port 3eabba49-2871-4a1c-8036-03ff11bd2253, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=3eabba49-2871-4a1c-8036-03ff11bd2253,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:25:26.163465 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.204005 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks [] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.220421 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138a7d5-d741-458f-9a82-00bd3551f11a None None] Pushing event updated for resources: {'Port': ['ID=3eabba49-2871-4a1c-8036-03ff11bd2253,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:26.237792 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.285069 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:25:26.288452 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:25:26.292628 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:25:26.296793 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Pushing event updated for resources: {'Port': ['ID=d83ba6ce-e966-4e3a-9454-86cccdba3247,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:26.461268 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:26.518089 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:26.563356 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks [] for router_gateway (ec96c1ab-0cbe-4b02-a267-38ad8d853441), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.746906 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3807134'] for router (ec96c1ab-0cbe-4b02-a267-38ad8d853441), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.783745 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 3eabba49-2871-4a1c-8036-03ff11bd2253 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:25:26.829219 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 3eabba49-2871-4a1c-8036-03ff11bd2253 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:26.829957 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.878381 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 is scheduled to L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 09:25:26.908690 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 3eabba49-2871-4a1c-8036-03ff11bd2253 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:26.909097 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.944350 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port 3eabba49-2871-4a1c-8036-03ff11bd2253, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=3eabba49-2871-4a1c-8036-03ff11bd2253,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:26.959883 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:26.999019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:25:27.016715 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=3eabba49-2871-4a1c-8036-03ff11bd2253,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:27.021308 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:25:27.024405 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:27.028696 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1dfb1612-58bd-4663-a85c-714e6c31117f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4534752 Jul 04 09:25:27.029375 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46718) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:27.035016 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:27.035718 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:27.108163 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:27.149120 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:27.205765 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f0708-552f-4c51-821a-0492ab8f0aca None None] Network 486e3f33-e162-412f-9da2-b680c8148bb8 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:25:27.372963 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:27.385251 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:27.386568 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-af113cf3-4da9-45e0-8258-4cc81c604c50 None None] Provisioning complete for port 3eabba49-2871-4a1c-8036-03ff11bd2253 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:27.387187 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af113cf3-4da9-45e0-8258-4cc81c604c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:27.626126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:26Z', 'revision_number': 3, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:27.628023 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-af113cf3-4da9-45e0-8258-4cc81c604c50 None None] Current status of the port 3eabba49-2871-4a1c-8036-03ff11bd2253 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:27.654978 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:25:27.655322 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Updating router ec96c1ab-0cbe-4b02-a267-38ad8d853441 port d83ba6ce-e966-4e3a-9454-86cccdba3247 binding host dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:25:27.664505 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:27.689681 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:27.714796 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:27.754443 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:27.875808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-6c6f0fe5-ea35-4475-a78f-b76650cdca21 None None] Provisioning complete for port 3eabba49-2871-4a1c-8036-03ff11bd2253 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:27.876474 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0fe5-ea35-4475-a78f-b76650cdca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:27.907514 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Allocated IP 172.20.0.1 (486e3f33-e162-412f-9da2-b680c8148bb8/cd58aeb4-7429-4354-9ec9-d68fafdedca4/4e366c0e-9702-45ad-ac68-2d18f3a77802) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:25:28.016865 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks [] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.022177 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Publish callbacks [] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.024515 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f0fe5-ea35-4475-a78f-b76650cdca21 None None] Current status of the port 3eabba49-2871-4a1c-8036-03ff11bd2253 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:28.033446 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.049050 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.088703 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:25:28.089581 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Attempting to bind port d83ba6ce-e966-4e3a-9454-86cccdba3247 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:25:28.089940 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Attempting to bind port d83ba6ce-e966-4e3a-9454-86cccdba3247 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:25:28.090326 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Attempting to bind port d83ba6ce-e966-4e3a-9454-86cccdba3247 on network 224dfeef-60d6-4420-92b1-f12d803e7f96 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:25:28.092426 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4551fe5-1194-4c64-8868-c14f81559664 None None] Pushing event updated for resources: {'Port': ['ID=d83ba6ce-e966-4e3a-9454-86cccdba3247,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:28.093527 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:25:28.097391 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:25:28.101064 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Pushing event updated for resources: {'Port': ['ID=4e366c0e-9702-45ad-ac68-2d18f3a77802,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:28.101333 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:25:28.101478 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Checking segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:25:28.101830 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.102157 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Bound using segment: {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:25:28.103349 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Bound port: d83ba6ce-e966-4e3a-9454-86cccdba3247, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986ce4c-62fb-4791-853f-09dce098e003', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:25:28.103772 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.143933 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810045'] for router_interface (ec96c1ab-0cbe-4b02-a267-38ad8d853441), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.167595 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] For port d83ba6ce-e966-4e3a-9454-86cccdba3247, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:25:28.171447 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] For port d83ba6ce-e966-4e3a-9454-86cccdba3247, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d83ba6ce-e966-4e3a-9454-86cccdba3247,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:25:28.179230 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.234594 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:28.235211 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:28.285847 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.302808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4551fe5-1194-4c64-8868-c14f81559664 None None] Pushing event updated for resources: {'Port': ['ID=d83ba6ce-e966-4e3a-9454-86cccdba3247,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:28.313404 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:28.354208 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:28.381453 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-dd2f3c8a-e45e-404a-b5d3-a0a949f687bd None None] Provisioning complete for port 4e366c0e-9702-45ad-ac68-2d18f3a77802 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:28.381757 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dd2f3c8a-e45e-404a-b5d3-a0a949f687bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.403704 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:28.449609 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks [] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.454668 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.458932 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f3c8a-e45e-404a-b5d3-a0a949f687bd None None] Port 4e366c0e-9702-45ad-ac68-2d18f3a77802 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:25:28.514881 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:28.527323 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Pushing event updated for resources: {'Port': ['ID=4e366c0e-9702-45ad-ac68-2d18f3a77802,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:28.531348 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3701755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3809865'] for router_interface (ec96c1ab-0cbe-4b02-a267-38ad8d853441), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.551680 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:26Z', 'revision_number': 3, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:28.576960 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c770c-d702-41a2-8bc9-31962ad353ca None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:26Z', 'revision_number': 3, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:25:28.627163 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:25:28.628623 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:25:28.762881 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:25:28.813780 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 3eabba49-2871-4a1c-8036-03ff11bd2253 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:25:28.882068 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-67466b3a-70d6-47d6-b05e-5f6a0fb971bf None None] Provisioning complete for port 4e366c0e-9702-45ad-ac68-2d18f3a77802 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:28.882720 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:25:28.882851 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-67466b3a-70d6-47d6-b05e-5f6a0fb971bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.887481 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4adfc215-a982-4e28-b370-91f6d71ebf58 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec96c1ab-0cbe-4b02-a267-38ad8d853441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8564146 Jul 04 09:25:28.890522 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:28.930591 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 3eabba49-2871-4a1c-8036-03ff11bd2253 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:28.931112 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:28.955860 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-67466b3a-70d6-47d6-b05e-5f6a0fb971bf None None] Port 4e366c0e-9702-45ad-ac68-2d18f3a77802 cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:25:29.008246 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:29.015941 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 3eabba49-2871-4a1c-8036-03ff11bd2253 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:29.194006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46726) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:29.201080 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-fcbc1622-478c-46c1-9c01-4114b6187b42 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440252917', 'description': 'tempest-description--1745015922'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:29.224064 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1622-478c-46c1-9c01-4114b6187b42 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.299911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1622-478c-46c1-9c01-4114b6187b42 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (61f9c403-1c35-4759-bc4e-4d0b789d471b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.304318 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1622-478c-46c1-9c01-4114b6187b42 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (61f9c403-1c35-4759-bc4e-4d0b789d471b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.336736 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc1622-478c-46c1-9c01-4114b6187b42 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9c403-1c35-4759-bc4e-4d0b789d471b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:29.342924 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1622-478c-46c1-9c01-4114b6187b42 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.344454 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fcbc1622-478c-46c1-9c01-4114b6187b42 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1479061 Jul 04 09:25:29.346960 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46728) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:29.351374 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-559b24c8-1f3d-4e42-a9ba-7a4e2e387f17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '61f9c403-1c35-4759-bc4e-4d0b789d471b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:29.381054 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-559b24c8-1f3d-4e42-a9ba-7a4e2e387f17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (ce698513-30dd-46bc-b023-773879edafc9), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.385303 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:29.448402 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-559b24c8-1f3d-4e42-a9ba-7a4e2e387f17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (ce698513-30dd-46bc-b023-773879edafc9), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.453137 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-559b24c8-1f3d-4e42-a9ba-7a4e2e387f17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (ce698513-30dd-46bc-b023-773879edafc9), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.474267 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b24c8-1f3d-4e42-a9ba-7a4e2e387f17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce698513-30dd-46bc-b023-773879edafc9,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:29.480402 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-559b24c8-1f3d-4e42-a9ba-7a4e2e387f17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.484171 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-559b24c8-1f3d-4e42-a9ba-7a4e2e387f17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337194 Jul 04 09:25:29.484600 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:29.489199 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-281e1c7d-448f-48ef-9872-4f7b3bbb56d9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '61f9c403-1c35-4759-bc4e-4d0b789d471b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:29.516750 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-281e1c7d-448f-48ef-9872-4f7b3bbb56d9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (b04a123f-146c-4436-beca-c97dac8b6ed3), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.573916 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-281e1c7d-448f-48ef-9872-4f7b3bbb56d9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (b04a123f-146c-4436-beca-c97dac8b6ed3), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.580391 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-281e1c7d-448f-48ef-9872-4f7b3bbb56d9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (b04a123f-146c-4436-beca-c97dac8b6ed3), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.601015 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e1c7d-448f-48ef-9872-4f7b3bbb56d9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04a123f-146c-4436-beca-c97dac8b6ed3,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:29.608153 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-281e1c7d-448f-48ef-9872-4f7b3bbb56d9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.609414 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-281e1c7d-448f-48ef-9872-4f7b3bbb56d9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237495 Jul 04 09:25:29.613487 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46732) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:29.618212 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:29.635021 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:29.643166 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.728611 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.839957 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.27.0.225 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/96780be1-390c-4d96-aba7-8726d3a963cb) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:25:29.950954 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (96780be1-390c-4d96-aba7-8726d3a963cb), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:29.985422 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (96780be1-390c-4d96-aba7-8726d3a963cb), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.028596 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:25:30.033860 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:25:30.036105 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=96780be1-390c-4d96-aba7-8726d3a963cb,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:30.038269 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:25:30.120870 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (493eb8ee-093d-468c-8750-e268da309017), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.146361 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:25:30.158233 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:30.158839 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:30.161736 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (96780be1-390c-4d96-aba7-8726d3a963cb), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.259660 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:30.316031 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (96780be1-390c-4d96-aba7-8726d3a963cb), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.321826 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (96780be1-390c-4d96-aba7-8726d3a963cb), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.326633 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:30.331182 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:30.393327 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=96780be1-390c-4d96-aba7-8726d3a963cb,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:30.407663 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (493eb8ee-093d-468c-8750-e268da309017), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.424886 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.427728 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b8b16cc9-0079-4fca-8574-3308c5ce9689 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8132014 Jul 04 09:25:30.457928 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 2, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:30.483692 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:25:30.484036 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Updating router ec96c1ab-0cbe-4b02-a267-38ad8d853441 port 4e366c0e-9702-45ad-ac68-2d18f3a77802 binding host dv-cinder-819149-7-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 09:25:30.585375 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-9cd8ce7a-2fce-4828-a93c-14b83e318579 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--440252917&fields=id&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 267 time: 0.0454688 Jul 04 09:25:30.606801 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.694429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-3d33b5c4-8ec7-42eb-985f-391a665a3cc0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:30.695896 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-3d33b5c4-8ec7-42eb-985f-391a665a3cc0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1036379 Jul 04 09:25:30.711477 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-1051c2e5-60a5-48f9-9dba-50e9e422c6ea tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/quotas/9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 375 time: 0.0098481 Jul 04 09:25:30.748974 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:30.763765 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-111c970f-cc8a-43b7-97a7-bfa9c6b023ae tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457115 Jul 04 09:25:30.789157 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d83ba6ce-e966-4e3a-9454-86cccdba3247 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:25:30.836803 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d83ba6ce-e966-4e3a-9454-86cccdba3247 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:30.837232 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.839565 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-dbb675a5-3854-4c67-9494-047ca6890727 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:25:30.840709 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-dbb675a5-3854-4c67-9494-047ca6890727 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0644684 Jul 04 09:25:30.868052 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Publish callbacks [] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.874882 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.909922 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d83ba6ce-e966-4e3a-9454-86cccdba3247 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:30.910308 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.923982 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Pushing event updated for resources: {'Port': ['ID=4e366c0e-9702-45ad-ac68-2d18f3a77802,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:30.935441 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.935772 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.936310 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.936660 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.936988 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.937392 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.937606 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.938106 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.938687 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.939006 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.939321 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.939646 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] For port d83ba6ce-e966-4e3a-9454-86cccdba3247, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d83ba6ce-e966-4e3a-9454-86cccdba3247,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:30.939800 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.939958 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.940535 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.940781 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:25:30.947155 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:30.965355 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-8ec1650f-ada3-479f-8861-d4e6acbf32e8 service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180468 Jul 04 09:25:31.009533 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Pushing event updated for resources: {'Port': ['ID=d83ba6ce-e966-4e3a-9454-86cccdba3247,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:31.017906 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Attempting to bind port 4e366c0e-9702-45ad-ac68-2d18f3a77802 on host dv-cinder-819149-7-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:25:31.018273 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Attempting to bind port 4e366c0e-9702-45ad-ac68-2d18f3a77802 by drivers openvswitch,hyperv on host dv-cinder-819149-7-iscsi at level 0 using segments [{'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:25:31.018625 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Attempting to bind port 4e366c0e-9702-45ad-ac68-2d18f3a77802 on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:25:31.024038 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Checking agent: {'id': '226cf1c8-6b6e-48a4-8488-259b66b43052', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 6, 38), 'started_at': datetime.datetime(2022, 7, 4, 9, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:25:31.024474 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Checking segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:25:31.024881 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:31.025260 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Bound using segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:25:31.025718 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Bound port: 4e366c0e-9702-45ad-ac68-2d18f3a77802, host: dv-cinder-819149-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:25:31.026189 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:31.070525 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-9c6569a6-df98-4706-979a-f156036bc73e service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989234 Jul 04 09:25:31.093725 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] For port 4e366c0e-9702-45ad-ac68-2d18f3a77802, host dv-cinder-819149-7-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:25:31.098561 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] For port 4e366c0e-9702-45ad-ac68-2d18f3a77802, host dv-cinder-819149-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=4e366c0e-9702-45ad-ac68-2d18f3a77802,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:25:31.106000 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:31.163099 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:31.164304 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:31.165008 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:31.193493 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-000017fc-ce1e-4ed2-9711-b7cf362f3e96 None None] Provisioning complete for port 4e366c0e-9702-45ad-ac68-2d18f3a77802 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:31.194262 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-000017fc-ce1e-4ed2-9711-b7cf362f3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:31.264726 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361f2cf-f8ec-43b3-b0ff-c398953be54e None None] Pushing event updated for resources: {'Port': ['ID=4e366c0e-9702-45ad-ac68-2d18f3a77802,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:31.299499 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:31.359981 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-000017fc-ce1e-4ed2-9711-b7cf362f3e96 None None] Current status of the port 4e366c0e-9702-45ad-ac68-2d18f3a77802 is: DOWN; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:31.360476 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-000017fc-ce1e-4ed2-9711-b7cf362f3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:31.386089 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-78533586-ed29-43f9-8fb9-d1ea86ea7730 req-8224751e-c15f-4f68-8400-c5fdc67045fc tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 210 time: 0.0505099 Jul 04 09:25:31.415203 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-000017fc-ce1e-4ed2-9711-b7cf362f3e96 None None] For port 4e366c0e-9702-45ad-ac68-2d18f3a77802, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=4e366c0e-9702-45ad-ac68-2d18f3a77802,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:31.422213 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-000017fc-ce1e-4ed2-9711-b7cf362f3e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:31.471018 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000017fc-ce1e-4ed2-9711-b7cf362f3e96 None None] Pushing event updated for resources: {'Port': ['ID=4e366c0e-9702-45ad-ac68-2d18f3a77802,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:31.512902 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:31.538697 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5381-e6fa-4e9e-b3f5-a85964725305 None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:25:31.541936 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-688fbd8e-6c28-4b0f-92f8-1da70cd35379 None None] Provisioning complete for port 4e366c0e-9702-45ad-ac68-2d18f3a77802 triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:31.542534 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-688fbd8e-6c28-4b0f-92f8-1da70cd35379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:31.654709 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-688fbd8e-6c28-4b0f-92f8-1da70cd35379 None None] Current status of the port 4e366c0e-9702-45ad-ac68-2d18f3a77802 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:32.492250 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0d0d76b3-527d-473d-9cf2-b277c9b5686b req-f1890dc8-85a4-4170-909c-9d717e37c90b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 210 time: 0.0332468 Jul 04 09:25:32.673828 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-ed742d52-5a12-465f-98b8-da01ba64aed4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:32.675307 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-ed742d52-5a12-465f-98b8-da01ba64aed4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1171775 Jul 04 09:25:32.744760 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-b2a6ad1f-ca8f-4272-aac2-021fb0e73b4a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 379 time: 0.0565448 Jul 04 09:25:32.764208 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'port': {'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'admin_state_up': True, 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'security_groups': ['61f9c403-1c35-4759-bc4e-4d0b789d471b']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:32.834295 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 4e366c0e-9702-45ad-ac68-2d18f3a77802 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:25:32.880112 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port 4e366c0e-9702-45ad-ac68-2d18f3a77802 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:32.880474 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:32.964950 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port 4e366c0e-9702-45ad-ac68-2d18f3a77802 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:32.966084 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d83ba6ce-e966-4e3a-9454-86cccdba3247 up at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:25:33.014657 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Provisioning complete for port d83ba6ce-e966-4e3a-9454-86cccdba3247 triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:33.015056 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.096226 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Current status of the port d83ba6ce-e966-4e3a-9454-86cccdba3247 is: ACTIVE; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:33.137974 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Made reservation on behalf of 9157e722ff614bc2916f1971cde517ef for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:25:33.141359 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.197715 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed934932-75b3-4827-a2bd-4abe0f4e74c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.203414 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:33.276429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.20.0.13 (486e3f33-e162-412f-9da2-b680c8148bb8/cd58aeb4-7429-4354-9ec9-d68fafdedca4/0489cfc9-3b2b-469b-b7ae-e5083571008d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:25:33.327404 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:33.418950 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.453083 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.501204 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:25:33.504297 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:25:33.508678 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:25:33.532801 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=0489cfc9-3b2b-469b-b7ae-e5083571008d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:33.561516 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:33.562185 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.580949 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e560ceb9-8270-4160-afe0-bece184fca63 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8209584 Jul 04 09:25:33.595222 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f1c2a8e4-778e-417f-a068-9dd1e11b4fba tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:25:33.596204 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f1c2a8e4-778e-417f-a068-9dd1e11b4fba tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061066 Jul 04 09:25:33.635774 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af75295-3d85-473d-96cd-8e53844b3366 req-5d752529-ae1f-457b-84dd-327812b85e2f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:33.637315 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6af75295-3d85-473d-96cd-8e53844b3366 req-5d752529-ae1f-457b-84dd-327812b85e2f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 932 time: 0.0611663 Jul 04 09:25:33.677029 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Request body: {'port': {'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:33.719072 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6af75295-3d85-473d-96cd-8e53844b3366 req-7f121023-0cf6-413c-83f4-bd6012770b79 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751441 Jul 04 09:25:33.758634 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.788442 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-e412a233-c851-4f99-b0a5-5e4d9c283235 None None] Provisioning complete for port 0489cfc9-3b2b-469b-b7ae-e5083571008d triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:33.788725 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e412a233-c851-4f99-b0a5-5e4d9c283235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:33.820458 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-e412a233-c851-4f99-b0a5-5e4d9c283235 None None] Port 0489cfc9-3b2b-469b-b7ae-e5083571008d cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:25:34.030867 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0489cfc9-3b2b-469b-b7ae-e5083571008d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:25:34.038615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Publish callbacks [] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:34.041982 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:34.052544 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Transition to ACTIVE for port object 0489cfc9-3b2b-469b-b7ae-e5083571008d will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:25:34.058025 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:34.108982 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0489cfc9-3b2b-469b-b7ae-e5083571008d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:34.132580 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:34.183226 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Attempting to bind port 0489cfc9-3b2b-469b-b7ae-e5083571008d on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:25:34.183599 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Attempting to bind port 0489cfc9-3b2b-469b-b7ae-e5083571008d by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:25:34.183971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Attempting to bind port 0489cfc9-3b2b-469b-b7ae-e5083571008d on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:25:34.188698 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Port 0489cfc9-3b2b-469b-b7ae-e5083571008d on network 486e3f33-e162-412f-9da2-b680c8148bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:25:34.189011 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Attempting to bind port 0489cfc9-3b2b-469b-b7ae-e5083571008d on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:25:34.194008 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:25:34.194437 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Checking segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:25:34.194780 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Bound using segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:25:34.195197 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Bound port: 0489cfc9-3b2b-469b-b7ae-e5083571008d, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:25:34.195555 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:34.262106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] For port 0489cfc9-3b2b-469b-b7ae-e5083571008d, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:25:34.266083 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] For port 0489cfc9-3b2b-469b-b7ae-e5083571008d, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:25:34.274420 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:34.310249 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:34.311037 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:34.312486 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/0489cfc9-3b2b-469b-b7ae-e5083571008d HTTP/1.1" status: 200 len: 1094 time: 0.7002685 Jul 04 09:25:34.312912 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:25:34.315200 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48302af-993e-4a28-88e0-840030adcf22" -d '{"events": [{"name": "network-changed", "server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:25:34.338695 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594f4fb-9875-4267-af09-4776314801e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0489cfc9-3b2b-469b-b7ae-e5083571008d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:34.411411 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e0fa1422-0607-4643-b5c2-8889aec59a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:34.412945 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-e0fa1422-0607-4643-b5c2-8889aec59a86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 1128 time: 0.0430267 Jul 04 09:25:34.422383 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752509da-16f3-496e-9340-ce084624c6a9 x-openstack-request-id: req-752509da-16f3-496e-9340-ce084624c6a9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:25:34.422778 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:25:34.423088 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-752509da-16f3-496e-9340-ce084624c6a9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:25:34.423559 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752509da-16f3-496e-9340-ce084624c6a9'] response: {'name': 'network-changed', 'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'status': 'completed', 'code': 200} Jul 04 09:25:34.461682 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-708dfbc0-69f9-4389-8ffe-0fa8162ef357 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d HTTP/1.1" status: 200 len: 217 time: 0.0333567 Jul 04 09:25:34.515612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-49167e54-70c7-4f62-9afa-86768b1be0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:34.517089 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-49167e54-70c7-4f62-9afa-86768b1be0c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0494440 Jul 04 09:25:34.572048 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-fd1d55a7-94e2-44e8-aae1-bbd9cb100849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:34.573756 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-fd1d55a7-94e2-44e8-aae1-bbd9cb100849 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410297 Jul 04 09:25:34.673462 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-c78c5140-69e3-4a8b-a303-778b921f8dd9 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930927 Jul 04 09:25:34.770236 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5b40d3d1-c7d0-4be9-a6cf-a26b953544ba req-d6ca4694-3939-4350-b601-42d970aa4cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872533 Jul 04 09:25:34.839188 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f1b2-960d-4993-8d71-ce6e1862fddd req-99f325af-aaf4-4d5b-8f29-4b2871b36da4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:34.840666 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d1a3f1b2-960d-4993-8d71-ce6e1862fddd req-99f325af-aaf4-4d5b-8f29-4b2871b36da4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 944 time: 0.0521493 Jul 04 09:25:34.875111 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:25:34.897761 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d1a3f1b2-960d-4993-8d71-ce6e1862fddd req-76c7ee61-68e1-4ba8-b4d2-79706f7135ae tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485098 Jul 04 09:25:35.391755 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-676baf58-6509-4010-a98b-76afc847b601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:35.671553 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48302af-993e-4a28-88e0-840030adcf22 req-2b904e78-863a-45dc-b08e-7aee6d83534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:35.673058 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48302af-993e-4a28-88e0-840030adcf22 req-2b904e78-863a-45dc-b08e-7aee6d83534f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 1128 time: 0.0472414 Jul 04 09:25:35.769269 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48302af-993e-4a28-88e0-840030adcf22 req-36db2866-9436-4521-b65d-b35b0231d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:35.770798 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48302af-993e-4a28-88e0-840030adcf22 req-36db2866-9436-4521-b65d-b35b0231d0bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0870116 Jul 04 09:25:35.816016 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48302af-993e-4a28-88e0-840030adcf22 req-b868299d-2c8d-4612-8566-4e713c1007d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d HTTP/1.1" status: 200 len: 217 time: 0.0353229 Jul 04 09:25:35.862425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:35.868498 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48302af-993e-4a28-88e0-840030adcf22 req-43f10b41-7226-4933-994a-f0e2789f5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:35.870227 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48302af-993e-4a28-88e0-840030adcf22 req-43f10b41-7226-4933-994a-f0e2789f5a32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0449681 Jul 04 09:25:35.918522 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48302af-993e-4a28-88e0-840030adcf22 req-2d5b170b-f089-4816-bea1-8fa3350cbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:35.919971 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48302af-993e-4a28-88e0-840030adcf22 req-2d5b170b-f089-4816-bea1-8fa3350cbeed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384510 Jul 04 09:25:36.051036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742dec-ec59-4fb7-bb93-6e4064829303 req-ba7fa2e3-8220-45c9-9c36-429f57d6f041 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:36.052475 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-87742dec-ec59-4fb7-bb93-6e4064829303 req-ba7fa2e3-8220-45c9-9c36-429f57d6f041 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 944 time: 0.0847347 Jul 04 09:25:36.055942 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48302af-993e-4a28-88e0-840030adcf22 req-36238695-1881-4ef2-baca-77e6a3d873c0 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243334 Jul 04 09:25:36.081403 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:36.158346 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-87742dec-ec59-4fb7-bb93-6e4064829303 req-039c131e-296f-42c4-9c8f-be5a5e439023 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987229 Jul 04 09:25:36.191803 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c48302af-993e-4a28-88e0-840030adcf22 req-632aab0d-cc84-43e7-b47b-2a007edd9735 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188333 Jul 04 09:25:36.656574 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:36.666768 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:37.107060 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0489cfc9-3b2b-469b-b7ae-e5083571008d details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:25:37.202041 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:37.223106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0489cfc9-3b2b-469b-b7ae-e5083571008d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:37.235827 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:25:37.273523 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 0489cfc9-3b2b-469b-b7ae-e5083571008d is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:37.273939 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:37.278654 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d817-3d5b-4288-b7af-ad516ab88924 req-da80ae9d-6818-480e-9a6a-558b83ce4f3b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:37.280181 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e9a8d817-3d5b-4288-b7af-ad516ab88924 req-da80ae9d-6818-480e-9a6a-558b83ce4f3b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 944 time: 0.0511303 Jul 04 09:25:37.287934 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0489cfc9-3b2b-469b-b7ae-e5083571008d {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:25:37.312939 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0489cfc9-3b2b-469b-b7ae-e5083571008d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:37.318366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:37.333344 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e9a8d817-3d5b-4288-b7af-ad516ab88924 req-6e244ef0-5ceb-4bee-b3c3-351d8104bc6c tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472491 Jul 04 09:25:37.492431 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:37.511254 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=0489cfc9-3b2b-469b-b7ae-e5083571008d,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:37.580160 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['0489cfc9-3b2b-469b-b7ae-e5083571008d'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:25:38.128545 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:38.202089 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:38.477020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214e81-f38c-4072-a558-8456dc8e0f12 req-3ad5b416-e81a-4749-8327-151bc6eb1e82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:38.478818 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d214e81-f38c-4072-a558-8456dc8e0f12 req-3ad5b416-e81a-4749-8327-151bc6eb1e82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 945 time: 0.0596120 Jul 04 09:25:38.529870 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d214e81-f38c-4072-a558-8456dc8e0f12 req-38f15968-0850-4716-9a8a-36053ee3b597 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 Jul 04 09:25:39.115881 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0489cfc9-3b2b-469b-b7ae-e5083571008d up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:25:39.163783 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 0489cfc9-3b2b-469b-b7ae-e5083571008d completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:25:39.171935 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 0489cfc9-3b2b-469b-b7ae-e5083571008d triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:25:39.172393 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:39.248408 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 0489cfc9-3b2b-469b-b7ae-e5083571008d is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:25:39.248788 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:39.275402 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:25:39.277683 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ac6d84-7187-41d4-8b0b-60d4735c281d" -d '{"events": [{"server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "name": "network-vif-plugged", "status": "completed", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:25:39.290507 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 0489cfc9-3b2b-469b-b7ae-e5083571008d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:25:39.295748 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:39.320608 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a2e27-e636-41de-a467-125d5e330753 x-openstack-request-id: req-166a2e27-e636-41de-a467-125d5e330753 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:25:39.320892 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "name": "network-vif-plugged", "status": "completed", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:25:39.321138 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-166a2e27-e636-41de-a467-125d5e330753 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:25:39.321564 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166a2e27-e636-41de-a467-125d5e330753'] response: {'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'code': 200} Jul 04 09:25:39.350253 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=0489cfc9-3b2b-469b-b7ae-e5083571008d,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:25:39.513634 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076f5e0-dff0-4d95-b020-ad5e28255d9a req-2323ce1f-e51e-4cc7-9104-5857941830bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:39.515119 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a076f5e0-dff0-4d95-b020-ad5e28255d9a req-2323ce1f-e51e-4cc7-9104-5857941830bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 1130 time: 0.0414646 Jul 04 09:25:39.566790 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a076f5e0-dff0-4d95-b020-ad5e28255d9a req-f18e19d4-d0d6-45a3-838d-903174445677 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421493 Jul 04 09:25:39.598243 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=52,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:39.600368 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=70,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:39.667248 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65916f1a-fc60-4f54-a7a8-0d77c3d23803 req-4324ef46-3718-4c93-b964-f0fc158fdce5 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:39.668757 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-65916f1a-fc60-4f54-a7a8-0d77c3d23803 req-4324ef46-3718-4c93-b964-f0fc158fdce5 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 946 time: 0.0512738 Jul 04 09:25:39.724274 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-65916f1a-fc60-4f54-a7a8-0d77c3d23803 req-d24d949b-1b55-488f-9bc6-dec5e41faa31 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494254 Jul 04 09:25:40.861433 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67a869-f637-4c84-b245-fcc2137cd418 req-bdea0a03-d75b-4380-8e10-fa4cac74d8ff tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:40.862896 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2b67a869-f637-4c84-b245-fcc2137cd418 req-bdea0a03-d75b-4380-8e10-fa4cac74d8ff tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 946 time: 0.0469778 Jul 04 09:25:40.911244 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2b67a869-f637-4c84-b245-fcc2137cd418 req-4994f7a4-2c71-49de-8566-abf0efa7d6c1 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Jul 04 09:25:42.039607 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51532b-b342-42d7-8f4c-1db00e44ba87 req-11d8f9a9-ecbb-4c58-90fa-b053b8734b18 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:42.041067 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8e51532b-b342-42d7-8f4c-1db00e44ba87 req-11d8f9a9-ecbb-4c58-90fa-b053b8734b18 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 946 time: 0.0478446 Jul 04 09:25:42.090770 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8e51532b-b342-42d7-8f4c-1db00e44ba87 req-37ab3182-a152-4457-bc83-40394db39a48 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 Jul 04 09:25:42.207638 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfef44-fc77-4e38-ad35-ee431bd3879d req-2bea2497-9e92-4a0b-8835-3564587a24c3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:42.209116 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f7dfef44-fc77-4e38-ad35-ee431bd3879d req-2bea2497-9e92-4a0b-8835-3564587a24c3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 946 time: 0.0475914 Jul 04 09:25:42.219690 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46794) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:25:42.224047 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:25:42.262018 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (493eb8ee-093d-468c-8750-e268da309017), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:42.316339 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:42.639485 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:42.695247 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:42.701023 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (493eb8ee-093d-468c-8750-e268da309017), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:42.796142 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 493eb8ee-093d-468c-8750-e268da309017 associated. External IP: 172.27.0.225, port: 0489cfc9-3b2b-469b-b7ae-e5083571008d. Jul 04 09:25:42.999469 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:25:43.104255 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:25:43.109151 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:43.115066 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:25:43.126196 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:43.126809 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:43.138821 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6c8babb9-8a75-4513-9069-c802612700ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "PUT /v2.0/floatingips/493eb8ee-093d-468c-8750-e268da309017 HTTP/1.1" status: 200 len: 992 time: 0.9180498 Jul 04 09:25:43.139385 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:25:43.141809 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:25:43.179648 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1af56e3-fe57-4c14-80f2-1eedf083dbdd x-openstack-request-id: req-f1af56e3-fe57-4c14-80f2-1eedf083dbdd {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:25:43.179932 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:25:43.180178 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1af56e3-fe57-4c14-80f2-1eedf083dbdd {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:25:43.180579 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1af56e3-fe57-4c14-80f2-1eedf083dbdd'] response: {'name': 'network-changed', 'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'status': 'completed', 'code': 200} Jul 04 09:25:43.248086 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:43.258497 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-aa044202-eb45-41c1-8a7b-91cc662cacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:43.259983 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-aa044202-eb45-41c1-8a7b-91cc662cacc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 1130 time: 0.0517828 Jul 04 09:25:43.355001 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-f30d2c92-abac-4eec-8476-b817881ef466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:43.356664 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-f30d2c92-abac-4eec-8476-b817881ef466 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0894725 Jul 04 09:25:43.395415 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:43.423188 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-58b94af8-31cb-42bb-bd49-ec57fb12a38c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d HTTP/1.1" status: 200 len: 1000 time: 0.0596569 Jul 04 09:25:43.461571 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:42Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:43.472099 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-b1d5ceb3-771d-48ab-ac45-e9df68667989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:43.473573 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-b1d5ceb3-771d-48ab-ac45-e9df68667989 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0445390 Jul 04 09:25:43.489618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:25:43.498294 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:25:43.498896 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:25:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:43.518923 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-ddae601b-7d4e-4724-8f62-f6329e82ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:25:43.520408 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-ddae601b-7d4e-4724-8f62-f6329e82ead0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408530 Jul 04 09:25:43.607411 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:25:43.617538 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-85b49703-c8c7-4be0-b979-96407e34c288 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896947 Jul 04 09:25:43.711450 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-94cbb25c-f08b-4cc5-ba79-c0d3d78f6fc5 req-8678e859-5f4f-4884-be32-546f90cc036a service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Jul 04 09:25:43.768563 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:43.830308 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:42Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:25:43.863904 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b218be-6eef-4976-91f3-8cda756250c7 None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:42Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:25:44.061799 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3939be1-2864-46e4-8783-4618b494c813 None None] New status for floating IP 493eb8ee-093d-468c-8750-e268da309017: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:25:44.094890 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:51.126638 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:25:53.697681 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:53.707927 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=32 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:56.845067 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:25:56.846394 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:01.111176 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:01.117016 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:01.121100 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:03.202998 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6478f241-abdd-46bf-8ca2-6145141ee435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:05.392508 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-303a744a-2d69-41b5-b734-687c8728766e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:06.667128 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:08.126866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:08.200367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:11.874386 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:26:18.118867 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:18.189838 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:18.192767 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:21.116863 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.534927 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46846) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:26:27.539817 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538551515', 'description': 'tempest-description--1751959260'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:26:27.563597 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.638020 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (5418feb8-0cc2-4be9-b1ab-b41e46b07bfe), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.643741 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (5418feb8-0cc2-4be9-b1ab-b41e46b07bfe), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.672121 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.673246 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1372480 Jul 04 09:26:27.676305 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46848) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:26:27.677167 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:27.681688 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '5418feb8-0cc2-4be9-b1ab-b41e46b07bfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:26:27.684842 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.685187 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.685525 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.685859 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.686244 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.686569 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.686897 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.687217 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.687538 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.687844 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.688164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.688484 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.688804 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.689119 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.689436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0be0e2-eb34-41f8-ac99-3c2802b83de3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.712251 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (d0d8dcd0-bb67-45a2-a2a6-d42c0ef156e0), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.772472 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (d0d8dcd0-bb67-45a2-a2a6-d42c0ef156e0), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.778388 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (d0d8dcd0-bb67-45a2-a2a6-d42c0ef156e0), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.798248 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d8dcd0-bb67-45a2-a2a6-d42c0ef156e0,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:27.807265 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.808434 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309547 Jul 04 09:26:27.810099 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.810438 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.810777 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.811105 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.811429 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.811542 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:26:27.811751 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.812068 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.812385 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.812703 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.813016 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.813332 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.813646 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.813984 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.814300 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.814612 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa28263-d5a8-4d5d-9d05-fb68abecdb59 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:27.816314 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e0c41233-36db-4b4c-b6ec-e221e86c4a11 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '5418feb8-0cc2-4be9-b1ab-b41e46b07bfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:26:27.845456 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0c41233-36db-4b4c-b6ec-e221e86c4a11 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (d2e06cb5-0f2f-4cc3-a8db-833f285b7479), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.901276 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0c41233-36db-4b4c-b6ec-e221e86c4a11 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (d2e06cb5-0f2f-4cc3-a8db-833f285b7479), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.908376 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0c41233-36db-4b4c-b6ec-e221e86c4a11 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (d2e06cb5-0f2f-4cc3-a8db-833f285b7479), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.926867 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41233-36db-4b4c-b6ec-e221e86c4a11 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e06cb5-0f2f-4cc3-a8db-833f285b7479,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:27.934926 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0c41233-36db-4b4c-b6ec-e221e86c4a11 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:27.936209 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e0c41233-36db-4b4c-b6ec-e221e86c4a11 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236336 Jul 04 09:26:27.940597 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:26:27.945204 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:26:27.973370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.060981 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.168523 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.27.0.132 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/ee073a2e-e271-41e4-914b-9e437e00ec26) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:26:28.275258 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.309385 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.351862 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:28.356540 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:28.360508 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:26:28.364768 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:26:28.367636 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=ee073a2e-e271-41e4-914b-9e437e00ec26,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:28.370383 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:26:28.458865 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (034fac20-4d01-4938-ad4b-a393ff32af87), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.497825 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.654704 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.661523 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.730978 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=ee073a2e-e271-41e4-914b-9e437e00ec26,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:28.739750 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (034fac20-4d01-4938-ad4b-a393ff32af87), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.758478 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:28.759703 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-12f5fa80-00e8-4c4a-ba50-f198b1d4792a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8181846 Jul 04 09:26:28.928113 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-1ca8a476-60c8-478c-beb7-5489f3dd3a64 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1538551515&fields=id&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 267 time: 0.0441024 Jul 04 09:26:29.037436 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-70858b57-1a8e-413a-a616-40f743d220e2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:29.039073 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-70858b57-1a8e-413a-a616-40f743d220e2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1010704 Jul 04 09:26:29.056839 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-0dbc7447-e1c0-4bf1-8e8b-cd5328f14b4a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/quotas/9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 375 time: 0.0093520 Jul 04 09:26:29.111953 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-8f537e5a-eb5b-4bf0-9c6a-b52fe216d18d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502999 Jul 04 09:26:29.216192 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-cbb4e6c6-1ed0-4be2-b373-c3267c6b1af3 service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872314 Jul 04 09:26:29.317470 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-0c33a155-fe18-43e3-9c77-30a64451b152 service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928035 Jul 04 09:26:29.489433 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-86c61efb-34d1-4cc4-b4b8-6788576c3125 req-5e6ab0f5-6618-42b2-ad02-70262b47ee7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 210 time: 0.0290966 Jul 04 09:26:30.557865 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9be6f159-5224-4ce6-93b4-075fcc7a1982 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:30.560228 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9be6f159-5224-4ce6-93b4-075fcc7a1982 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1166363 Jul 04 09:26:30.600176 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2941159f-935f-43db-b504-4f69c28450c4 req-fc83d399-7cab-47a6-9fe9-eda16d1ffe8d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 210 time: 0.0383677 Jul 04 09:26:30.658860 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-2a56a0b6-da83-40d5-87a4-853c6211c54d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 472 time: 0.0845437 Jul 04 09:26:30.682230 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'port': {'device_id': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'admin_state_up': True, 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'security_groups': ['5418feb8-0cc2-4be9-b1ab-b41e46b07bfe']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:26:30.799469 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Made reservation on behalf of 9157e722ff614bc2916f1971cde517ef for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:26:30.802971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:30.824973 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:30.855462 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:30.931314 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.20.0.6 (486e3f33-e162-412f-9da2-b680c8148bb8/cd58aeb4-7429-4354-9ec9-d68fafdedca4/37170a3e-0988-4d6b-886d-ac56bca019eb) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:26:31.104842 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:31.108763 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:31.111540 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:31.327249 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:31.361565 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:31.405104 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:26:31.408133 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:26:31.411895 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:26:31.417930 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=37170a3e-0988-4d6b-886d-ac56bca019eb,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:31.466405 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:31.466982 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:31.485842 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-9a95473a-513f-4054-acf8-919b298afcbf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078189 Jul 04 09:26:31.501970 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Request body: {'port': {'device_id': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:26:31.564237 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:31.586889 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-878285c7-7018-4f7b-b5df-e9e4e8e82522 None None] Provisioning complete for port 37170a3e-0988-4d6b-886d-ac56bca019eb triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:26:31.587258 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-878285c7-7018-4f7b-b5df-e9e4e8e82522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:31.618746 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-878285c7-7018-4f7b-b5df-e9e4e8e82522 None None] Port 37170a3e-0988-4d6b-886d-ac56bca019eb cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:26:31.743129 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddec179-6c15-4977-a95c-226825005bde req-29c0f719-05fb-4903-88c7-b15f8e4791e6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:31.744482 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bddec179-6c15-4977-a95c-226825005bde req-29c0f719-05fb-4903-88c7-b15f8e4791e6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 931 time: 0.0694537 Jul 04 09:26:31.816945 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:31.846512 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-bddec179-6c15-4977-a95c-226825005bde req-68dcc55c-ed2f-4f68-9a97-f38333204926 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940931 Jul 04 09:26:31.903181 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37170a3e-0988-4d6b-886d-ac56bca019eb {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:26:31.910428 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Publish callbacks [] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:31.922957 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Transition to ACTIVE for port object 37170a3e-0988-4d6b-886d-ac56bca019eb will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:26:31.927866 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:31.935380 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:31.980851 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Pushing event updated for resources: {'Port': ['ID=37170a3e-0988-4d6b-886d-ac56bca019eb,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:32.058834 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Attempting to bind port 37170a3e-0988-4d6b-886d-ac56bca019eb on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:26:32.059148 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Attempting to bind port 37170a3e-0988-4d6b-886d-ac56bca019eb by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:26:32.059487 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Attempting to bind port 37170a3e-0988-4d6b-886d-ac56bca019eb on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:26:32.064315 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Port 37170a3e-0988-4d6b-886d-ac56bca019eb on network 486e3f33-e162-412f-9da2-b680c8148bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:26:32.064630 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Attempting to bind port 37170a3e-0988-4d6b-886d-ac56bca019eb on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:26:32.070171 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:26:32.070603 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Checking segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:26:32.070986 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Bound using segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:26:32.071447 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Bound port: 37170a3e-0988-4d6b-886d-ac56bca019eb, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:26:32.071817 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:32.134370 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] For port 37170a3e-0988-4d6b-886d-ac56bca019eb, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:26:32.137686 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] For port 37170a3e-0988-4d6b-886d-ac56bca019eb, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37170a3e-0988-4d6b-886d-ac56bca019eb,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:26:32.144546 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:32.184562 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:32.185139 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:32.186327 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] 10.222.0.57 "PUT /v2.0/ports/37170a3e-0988-4d6b-886d-ac56bca019eb HTTP/1.1" status: 200 len: 1093 time: 0.6888409 Jul 04 09:26:32.186725 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:26:32.189096 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:26:32.209789 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6b564-a2bd-41fb-a13a-b5d05f9f785d service neutron] Pushing event updated for resources: {'Port': ['ID=37170a3e-0988-4d6b-886d-ac56bca019eb,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:32.260017 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d33f62-e53b-4a67-b327-f2ea05c278bd x-openstack-request-id: req-71d33f62-e53b-4a67-b327-f2ea05c278bd {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:26:32.260301 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:26:32.260544 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71d33f62-e53b-4a67-b327-f2ea05c278bd {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:26:32.260937 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d33f62-e53b-4a67-b327-f2ea05c278bd'] response: {'name': 'network-changed', 'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'status': 'completed', 'code': 200} Jul 04 09:26:32.273477 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-06cc35b8-89c6-412d-9209-c0f6bbfb0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:32.275013 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-06cc35b8-89c6-412d-9209-c0f6bbfb0b2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 1127 time: 0.0453167 Jul 04 09:26:32.315780 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-81749cec-3422-43b3-b44a-6950d9d10f39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37170a3e-0988-4d6b-886d-ac56bca019eb HTTP/1.1" status: 200 len: 217 time: 0.0336881 Jul 04 09:26:32.368596 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-64136052-810d-4f23-99e0-ae2b2ed37ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:32.370366 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-64136052-810d-4f23-99e0-ae2b2ed37ad0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0488882 Jul 04 09:26:32.421906 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-8a7fef40-637e-4c62-871d-6f264d3cc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:32.423285 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-8a7fef40-637e-4c62-871d-6f264d3cc68e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435073 Jul 04 09:26:32.528058 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-a80bf74d-4d17-48dd-8ed3-654f98e41243 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944304 Jul 04 09:26:32.624085 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0e95ea6d-6475-4fd3-8c97-5a070d41cd84 req-54341e09-cc24-4078-8f2f-aacc183101c2 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851977 Jul 04 09:26:32.976168 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506df986-fb70-4ad0-a85e-a41ee3c81aae req-feba3579-f522-4d43-aa36-acc6a424cadf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:32.977612 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-506df986-fb70-4ad0-a85e-a41ee3c81aae req-feba3579-f522-4d43-aa36-acc6a424cadf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 943 time: 0.0561533 Jul 04 09:26:33.026397 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-506df986-fb70-4ad0-a85e-a41ee3c81aae req-22298634-992a-4d25-8032-ae3a30300048 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Jul 04 09:26:33.209811 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fd973951-918d-4a49-9b2a-8fd996b189b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:33.519589 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-1abce4e9-066e-4694-920c-a4b264cd90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:33.521472 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-1abce4e9-066e-4694-920c-a4b264cd90a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 1127 time: 0.0452504 Jul 04 09:26:33.564922 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:33.616966 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-ebb5cae8-96f2-44bb-ab81-4cd35c421d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:33.618454 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-ebb5cae8-96f2-44bb-ab81-4cd35c421d11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0877588 Jul 04 09:26:33.666981 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-0c8866dd-f9a7-480e-b29e-e7299cb13892 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37170a3e-0988-4d6b-886d-ac56bca019eb HTTP/1.1" status: 200 len: 217 time: 0.0377142 Jul 04 09:26:33.719792 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-7fc4dc37-98c6-4a4e-b050-e65909f1fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:33.721509 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-7fc4dc37-98c6-4a4e-b050-e65909f1fbf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0458753 Jul 04 09:26:33.764802 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:33.768172 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-a6582be2-b584-4c3b-8cc2-3f0026498e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:33.769636 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-a6582be2-b584-4c3b-8cc2-3f0026498e81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389316 Jul 04 09:26:33.843674 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:33.852577 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:33.869492 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-70351ce8-d9b3-4a79-a5b1-2a70c913f2f4 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886338 Jul 04 09:26:33.963068 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e1bad5a4-826b-4eb7-8d6a-c3a15512f69e req-fe3d2a11-fcc0-4664-ab6f-adf566e07bc9 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820827 Jul 04 09:26:34.152844 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f208307-fc31-4495-90df-d7b8a05a9ddf req-06b36108-7a30-4454-be57-eeb6adf37d1a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:34.154356 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f208307-fc31-4495-90df-d7b8a05a9ddf req-06b36108-7a30-4454-be57-eeb6adf37d1a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 943 time: 0.0530612 Jul 04 09:26:34.208305 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f208307-fc31-4495-90df-d7b8a05a9ddf req-86b0ebb1-0480-4efe-8b1a-34ff8dadd764 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Jul 04 09:26:35.354492 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2f180-f72f-4e1e-b13e-815a101e8e01 req-b2f7a290-7a1b-4221-b398-b9c383f58b2b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:35.355958 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2ab2f180-f72f-4e1e-b13e-815a101e8e01 req-b2f7a290-7a1b-4221-b398-b9c383f58b2b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 943 time: 0.0633006 Jul 04 09:26:35.385655 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc830270-29cf-4d4b-9d76-f4d037d119bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:35.406635 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2ab2f180-f72f-4e1e-b13e-815a101e8e01 req-19784d7b-8ead-46e9-9c49-f848ba62c37a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Jul 04 09:26:35.410000 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37170a3e-0988-4d6b-886d-ac56bca019eb details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:26:35.522470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 37170a3e-0988-4d6b-886d-ac56bca019eb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37170a3e-0988-4d6b-886d-ac56bca019eb,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:26:35.537412 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'port_id': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'mac_address': 'fa:16:3e:e1:03:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:26:35.571333 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 37170a3e-0988-4d6b-886d-ac56bca019eb is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:26:35.571712 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:35.584425 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37170a3e-0988-4d6b-886d-ac56bca019eb {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:26:35.604015 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 37170a3e-0988-4d6b-886d-ac56bca019eb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37170a3e-0988-4d6b-886d-ac56bca019eb,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:26:35.609878 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:35.660787 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=37170a3e-0988-4d6b-886d-ac56bca019eb,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:35.667896 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.668345 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.668689 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.669022 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.669347 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.669667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.670012 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.670333 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.670651 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.670969 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.671288 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.671603 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.671917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.672231 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.672542 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:26:35.874306 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['37170a3e-0988-4d6b-886d-ac56bca019eb'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:26:36.527335 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df150e-ae59-458b-9c78-5d0e0891b258 req-632d19c8-4d67-4440-8e36-375cfed997e0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:36.528773 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-77df150e-ae59-458b-9c78-5d0e0891b258 req-632d19c8-4d67-4440-8e36-375cfed997e0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 944 time: 0.0489445 Jul 04 09:26:36.579171 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-77df150e-ae59-458b-9c78-5d0e0891b258 req-73f566f9-bd94-41d3-a2e8-27d6b2706bf0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 Jul 04 09:26:36.665603 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:37.427204 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37170a3e-0988-4d6b-886d-ac56bca019eb up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:26:37.477853 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 37170a3e-0988-4d6b-886d-ac56bca019eb completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:26:37.485520 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 37170a3e-0988-4d6b-886d-ac56bca019eb triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:26:37.485925 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:37.565513 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 37170a3e-0988-4d6b-886d-ac56bca019eb is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:26:37.565869 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:37.590991 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:26:37.593431 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69c8f18-f74a-47f9-b4d6-450ee16914ea" -d '{"events": [{"server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "name": "network-vif-plugged", "status": "completed", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:26:37.608106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 37170a3e-0988-4d6b-886d-ac56bca019eb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37170a3e-0988-4d6b-886d-ac56bca019eb,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:26:37.613179 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:37.664891 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=37170a3e-0988-4d6b-886d-ac56bca019eb,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:26:37.693291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdad96ac-f70b-4db5-acdd-5c95ae1f2a1b x-openstack-request-id: req-cdad96ac-f70b-4db5-acdd-5c95ae1f2a1b {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:26:37.693930 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "name": "network-vif-plugged", "status": "completed", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:26:37.693930 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdad96ac-f70b-4db5-acdd-5c95ae1f2a1b {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:26:37.694243 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdad96ac-f70b-4db5-acdd-5c95ae1f2a1b'] response: {'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'code': 200} Jul 04 09:26:37.703822 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd80b0c-e442-4a0f-9944-ec787bb955da req-bdfb407d-215d-40b1-a9bf-c5c7447b4e65 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:37.705299 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3bd80b0c-e442-4a0f-9944-ec787bb955da req-bdfb407d-215d-40b1-a9bf-c5c7447b4e65 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 945 time: 0.0513840 Jul 04 09:26:37.754321 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3bd80b0c-e442-4a0f-9944-ec787bb955da req-4d6b4b10-71c8-429e-98da-7a39915e9d53 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Jul 04 09:26:37.880201 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daab82b-590a-45c5-b6df-5c81e00a4286 req-d2e27ff2-ddee-44fd-b2d9-4292d9594926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:37.881752 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0daab82b-590a-45c5-b6df-5c81e00a4286 req-d2e27ff2-ddee-44fd-b2d9-4292d9594926 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 1129 time: 0.0484850 Jul 04 09:26:37.933943 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0daab82b-590a-45c5-b6df-5c81e00a4286 req-ab34581e-d23e-4d74-a458-3190707ca9ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Jul 04 09:26:38.171640 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:38.205518 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:38.749996 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=51,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:38.752106 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:38.875128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e989af-ae03-43d1-9cc6-7617dbc0a982 req-b6f3f17f-d282-410f-b10d-41fe9018271b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:38.876582 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-44e989af-ae03-43d1-9cc6-7617dbc0a982 req-b6f3f17f-d282-410f-b10d-41fe9018271b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 945 time: 0.0506396 Jul 04 09:26:38.926918 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-44e989af-ae03-43d1-9cc6-7617dbc0a982 req-1fa4ea1a-752c-4c06-a815-e2aa0e825c90 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Jul 04 09:26:40.052978 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a5ff-1f01-4712-9324-ce8aa9a03842 req-03ccd6c5-907c-43d2-b0df-225f393a39f0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:40.054524 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5928a5ff-1f01-4712-9324-ce8aa9a03842 req-03ccd6c5-907c-43d2-b0df-225f393a39f0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 945 time: 0.0487924 Jul 04 09:26:40.106873 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5928a5ff-1f01-4712-9324-ce8aa9a03842 req-188940d9-3ee5-4058-a979-f1fda7c12778 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464494 Jul 04 09:26:40.225678 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feeb85-f8f4-4c70-bde4-46cba68c79d8 req-3d3788ab-6555-46d2-afc5-f3b04dd52e75 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:40.227113 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93feeb85-f8f4-4c70-bde4-46cba68c79d8 req-3d3788ab-6555-46d2-afc5-f3b04dd52e75 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 945 time: 0.0480249 Jul 04 09:26:40.235811 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46906) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:26:40.240067 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'port_id': '37170a3e-0988-4d6b-886d-ac56bca019eb'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:26:40.284581 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (034fac20-4d01-4938-ad4b-a393ff32af87), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:40.358770 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:40.388753 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:40.712828 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:40.719797 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (034fac20-4d01-4938-ad4b-a393ff32af87), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:40.818202 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 034fac20-4d01-4938-ad4b-a393ff32af87 associated. External IP: 172.27.0.132, port: 37170a3e-0988-4d6b-886d-ac56bca019eb. Jul 04 09:26:41.023639 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:26:41.127610 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:26:41.132369 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:41.138545 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:26:41.149306 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:26:41.154501 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:26:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:26:41.164061 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4840e34a-9aad-4af0-b445-11c6b2ceb5f7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "PUT /v2.0/floatingips/034fac20-4d01-4938-ad4b-a393ff32af87 HTTP/1.1" status: 200 len: 991 time: 0.9272048 Jul 04 09:26:41.164733 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:26:41.167158 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a976480e-3090-4388-b987-9b255eae73f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:26:41.202757 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790c063e-231d-47f6-8e98-d0a2ca31e856 x-openstack-request-id: req-790c063e-231d-47f6-8e98-d0a2ca31e856 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:26:41.203045 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:26:41.203287 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-790c063e-231d-47f6-8e98-d0a2ca31e856 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:26:41.203685 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790c063e-231d-47f6-8e98-d0a2ca31e856'] response: {'name': 'network-changed', 'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'status': 'completed', 'code': 200} Jul 04 09:26:41.255405 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:26:41.265553 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976480e-3090-4388-b987-9b255eae73f2 req-0ee2a15f-4a09-4c93-89a7-8d701f7099fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:41.267127 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a976480e-3090-4388-b987-9b255eae73f2 req-0ee2a15f-4a09-4c93-89a7-8d701f7099fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 1129 time: 0.0404999 Jul 04 09:26:41.363724 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976480e-3090-4388-b987-9b255eae73f2 req-fe92a719-308a-47d2-8b42-c31b62c8f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:41.365250 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a976480e-3090-4388-b987-9b255eae73f2 req-fe92a719-308a-47d2-8b42-c31b62c8f72f service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0920577 Jul 04 09:26:41.431837 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a976480e-3090-4388-b987-9b255eae73f2 req-fdc4ae5b-d154-4822-84c4-f8e64bc3c090 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37170a3e-0988-4d6b-886d-ac56bca019eb HTTP/1.1" status: 200 len: 999 time: 0.0598125 Jul 04 09:26:41.470580 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:41.476521 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:41.489767 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976480e-3090-4388-b987-9b255eae73f2 req-8242b58e-bb0d-4d46-a3e5-3f1fe916a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:41.491385 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a976480e-3090-4388-b987-9b255eae73f2 req-8242b58e-bb0d-4d46-a3e5-3f1fe916a96a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0516174 Jul 04 09:26:41.542190 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976480e-3090-4388-b987-9b255eae73f2 req-045d901b-13f1-4be0-8f78-6f44df98aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:41.543751 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a976480e-3090-4388-b987-9b255eae73f2 req-045d901b-13f1-4be0-8f78-6f44df98aa90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458136 Jul 04 09:26:41.551798 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:41.555724 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:41.595874 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:41.611549 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '034fac20-4d01-4938-ad4b-a393ff32af87', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:e1:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:26:28Z', 'updated_at': '2022-07-04T09:26:40Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}, {'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:44Z', 'revision_number': 2, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:26:41.635371 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a976480e-3090-4388-b987-9b255eae73f2 req-c1bb1636-ef2a-4f6c-a535-c1a1cf4e0466 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Jul 04 09:26:41.637711 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:26:41.647527 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:26:41.648143 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:26:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:26:41.732582 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a976480e-3090-4388-b987-9b255eae73f2 req-925ebeda-29c5-4846-9fcc-8fee351810be service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902717 Jul 04 09:26:41.753306 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:26:41.976061 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '034fac20-4d01-4938-ad4b-a393ff32af87', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:e1:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:26:28Z', 'updated_at': '2022-07-04T09:26:40Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}, {'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:44Z', 'revision_number': 2, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:26:42.003214 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2d2da-c2e5-4b8e-93cc-ad823e0cebcf None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '034fac20-4d01-4938-ad4b-a393ff32af87', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:e1:03:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:26:28Z', 'updated_at': '2022-07-04T09:26:40Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}, {'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:44Z', 'revision_number': 2, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:26:42.217545 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f15e7-9de6-418f-843b-a65f13310286 None None] New status for floating IP 034fac20-4d01-4938-ad4b-a393ff32af87: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:26:48.880006 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:26:51.142006 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:26:51.728610 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=24 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:51.729733 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=27 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:55.838118 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-613078b9-2692-4e72-ab4e-d8f601d808be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392094 Jul 04 09:26:55.927756 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15852e0b-09e9-415b-8c37-a2498470130d req-51126da1-5712-4858-ba5b-6e3f51e319f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:55.929221 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-51126da1-5712-4858-ba5b-6e3f51e319f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 1130 time: 0.0396485 Jul 04 09:26:56.049911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15852e0b-09e9-415b-8c37-a2498470130d req-0c83bda8-0313-4ce3-a027-d6e5142ebead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:56.051472 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-0c83bda8-0313-4ce3-a027-d6e5142ebead service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0965540 Jul 04 09:26:56.122251 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-57e3b68b-ab98-4f00-b1a5-4e6b3ba8ab74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d HTTP/1.1" status: 200 len: 1002 time: 0.0613000 Jul 04 09:26:56.181283 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15852e0b-09e9-415b-8c37-a2498470130d req-ea37d11c-1f4a-45fc-aea0-489ac4c05df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:56.182768 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-ea37d11c-1f4a-45fc-aea0-489ac4c05df6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0487375 Jul 04 09:26:56.232476 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15852e0b-09e9-415b-8c37-a2498470130d req-a3b1a756-a842-4305-94aa-ad34cc7fcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:26:56.233940 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-a3b1a756-a842-4305-94aa-ad34cc7fcf41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447290 Jul 04 09:26:56.323424 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-ef3bb3de-34b6-4fa8-bfaf-b8ec25b1684f service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826921 Jul 04 09:26:56.667630 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-15852e0b-09e9-415b-8c37-a2498470130d req-765d2cf8-e9ac-4fb1-bf17-e8920f97542e service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368397 Jul 04 09:26:58.870085 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:26:58.870867 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=12 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:01.116645 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=28 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:01.131894 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=26 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:01.135440 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:03.205841 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6360768-688e-46c5-b45f-ea432296ddbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:05.400510 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bcad61fe-fbe0-4ecb-9f8c-1ca4d8b98140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:06.662501 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=49 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:06.663717 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=52 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:06.676547 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:08.145568 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:08.199387 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:10.841127 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:10.842337 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:17.974406 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3ddd7-6fb5-4e8c-87a2-44d14a7512bd req-4ec7a7b0-fa39-44da-9ee3-80f5b8bcc8c5 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:17.975739 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6fd3ddd7-6fb5-4e8c-87a2-44d14a7512bd req-4ec7a7b0-fa39-44da-9ee3-80f5b8bcc8c5 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 945 time: 0.0465066 Jul 04 09:27:18.026915 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6fd3ddd7-6fb5-4e8c-87a2-44d14a7512bd req-f5028cc5-81bf-4831-9c88-ae834c961b53 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Jul 04 09:27:18.186720 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:18.192275 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:18.193553 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:19.159120 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac33861-1501-459e-bc08-b04a0304ecb1 req-86148cb0-398c-415d-a0ff-c26b854ded15 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:19.160665 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7ac33861-1501-459e-bc08-b04a0304ecb1 req-86148cb0-398c-415d-a0ff-c26b854ded15 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 945 time: 0.0531149 Jul 04 09:27:19.208709 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7ac33861-1501-459e-bc08-b04a0304ecb1 req-fe286885-659d-4976-bfc9-11b49f70dee5 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Jul 04 09:27:19.276218 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-aaa5e049-f089-46af-b379-9750e09e3b0b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:19.277673 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-aaa5e049-f089-46af-b379-9750e09e3b0b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 945 time: 0.0463829 Jul 04 09:27:19.361128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port 37170a3e-0988-4d6b-886d-ac56bca019eb {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:27:19.361472 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:19.463399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] For port 37170a3e-0988-4d6b-886d-ac56bca019eb, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=37170a3e-0988-4d6b-886d-ac56bca019eb,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:27:19.463787 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:19.623845 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:19.624092 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (034fac20-4d01-4938-ad4b-a393ff32af87), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:19.624412 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 034fac20-4d01-4938-ad4b-a393ff32af87 disassociated. External IP: 172.27.0.132, port: 37170a3e-0988-4d6b-886d-ac56bca019eb. Jul 04 09:27:19.624743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for 37170a3e-0988-4d6b-886d-ac56bca019eb owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:27:19.766123 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (37170a3e-0988-4d6b-886d-ac56bca019eb), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:19.803995 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=37170a3e-0988-4d6b-886d-ac56bca019eb,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:19.916268 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:27:19.985399 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:20.008459 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:20.027531 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:27:20.037403 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:27:20.048135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:27:20.048748 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:27:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:20.072170 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] No DVR routers for this DVR port 37170a3e-0988-4d6b-886d-ac56bca019eb on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:27:20.074911 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:20.078030 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-855ba6ee-a6f2-40a8-ba9e-beddf28e8db6 req-9a857dc3-7053-43ee-803e-200acbfb1936 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "DELETE /v2.0/ports/37170a3e-0988-4d6b-886d-ac56bca019eb HTTP/1.1" status: 204 len: 173 time: 0.7947979 Jul 04 09:27:20.078470 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'name': 'network-vif-deleted', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:27:20.080722 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b42d73-7d2d-48df-97d1-c4d3fdc68882" -d '{"events": [{"server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "name": "network-vif-deleted", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:27:20.125718 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7474966-87fb-4430-bdd5-5943f99488e7 x-openstack-request-id: req-d7474966-87fb-4430-bdd5-5943f99488e7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:27:20.125718 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a75317-e751-4c45-9ec6-3a98521ca1fb", "name": "network-vif-deleted", "tag": "37170a3e-0988-4d6b-886d-ac56bca019eb", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:27:20.126173 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7474966-87fb-4430-bdd5-5943f99488e7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:27:20.127995 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7474966-87fb-4430-bdd5-5943f99488e7'] response: {'server_uuid': 'd7a75317-e751-4c45-9ec6-3a98521ca1fb', 'name': 'network-vif-deleted', 'tag': '37170a3e-0988-4d6b-886d-ac56bca019eb', 'status': 'completed', 'code': 200} Jul 04 09:27:20.153043 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:27:20.336756 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-119936cd-f523-41a8-8c71-cd98040e7f01 req-5a76a41f-45f1-4b92-adc5-ed70761d70ac tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a75317-e751-4c45-9ec6-3a98521ca1fb HTTP/1.1" status: 200 len: 210 time: 0.0374198 Jul 04 09:27:20.379093 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:44Z', 'revision_number': 2, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:20.403679 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:27:20.412616 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:27:20.413209 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:27:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:20.526837 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:27:20.747086 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:44Z', 'revision_number': 2, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:20.776028 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b0784-5969-4f19-9940-a89be0ae1fc8 None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '493eb8ee-093d-468c-8750-e268da309017', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:38:d1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:25:30Z', 'updated_at': '2022-07-04T09:25:44Z', 'revision_number': 2, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:27:21.019312 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ec197-80d7-44ea-855f-0a2417db7a36 None None] New status for floating IP 034fac20-4d01-4938-ad4b-a393ff32af87: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:27:21.142194 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.433402 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46942) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:21.493853 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d552fa5-f225-4e67-ba71-556a64065c8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (5418feb8-0cc2-4be9-b1ab-b41e46b07bfe), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.521926 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d552fa5-f225-4e67-ba71-556a64065c8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (5418feb8-0cc2-4be9-b1ab-b41e46b07bfe), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.578838 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d552fa5-f225-4e67-ba71-556a64065c8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (5418feb8-0cc2-4be9-b1ab-b41e46b07bfe), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.581468 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d552fa5-f225-4e67-ba71-556a64065c8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.582751 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0d552fa5-f225-4e67-ba71-556a64065c8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/security-groups/5418feb8-0cc2-4be9-b1ab-b41e46b07bfe HTTP/1.1" status: 204 len: 168 time: 0.1482656 Jul 04 09:27:21.585625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46944) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:21.592255 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d552fa5-f225-4e67-ba71-556a64065c8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5418feb8-0cc2-4be9-b1ab-b41e46b07bfe,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:21.599695 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-6d3fd144-fce3-4ea0-b9d2-b2a6fe9dee3e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] show failed (client error): The resource could not be found. Jul 04 09:27:21.600994 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6d3fd144-fce3-4ea0-b9d2-b2a6fe9dee3e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups/5418feb8-0cc2-4be9-b1ab-b41e46b07bfe HTTP/1.1" status: 404 len: 347 time: 0.0142169 Jul 04 09:27:21.603823 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46946) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:21.720906 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port ee073a2e-e271-41e4-914b-9e437e00ec26 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:27:21.721154 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.721634 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37170a3e-0988-4d6b-886d-ac56bca019eb no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:27:21.741291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 37170a3e-0988-4d6b-886d-ac56bca019eb {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:27:21.741628 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 37170a3e-0988-4d6b-886d-ac56bca019eb not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:27:21.798460 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.798764 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (ee073a2e-e271-41e4-914b-9e437e00ec26), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.811167 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for ee073a2e-e271-41e4-914b-9e437e00ec26 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:27:21.957128 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (ee073a2e-e271-41e4-914b-9e437e00ec26), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:21.980442 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=ee073a2e-e271-41e4-914b-9e437e00ec26,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:22.049827 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (034fac20-4d01-4938-ad4b-a393ff32af87), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:22.052412 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:22.053733 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7852c865-d228-4c2d-bfdc-02ec7e06eb13 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/floatingips/034fac20-4d01-4938-ad4b-a393ff32af87 HTTP/1.1" status: 204 len: 168 time: 0.4487629 Jul 04 09:27:23.688029 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1999f4-9b06-4a9a-88c0-04ae669189bd req-b228e665-f4a8-4adb-8e8e-b3a0876ea46a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:23.689401 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2e1999f4-9b06-4a9a-88c0-04ae669189bd req-b228e665-f4a8-4adb-8e8e-b3a0876ea46a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 946 time: 0.0535753 Jul 04 09:27:23.739346 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2e1999f4-9b06-4a9a-88c0-04ae669189bd req-4f1cd976-2e4f-43fe-86fb-ffe79c9b25e2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425882 Jul 04 09:27:24.862826 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d579f-820b-470e-9868-c26226666aa1 req-1d32d980-c20e-441f-a90d-fdcc18e01f57 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:24.864267 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fe5d579f-820b-470e-9868-c26226666aa1 req-1d32d980-c20e-441f-a90d-fdcc18e01f57 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 946 time: 0.0468709 Jul 04 09:27:24.925007 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fe5d579f-820b-470e-9868-c26226666aa1 req-9e948f52-51fb-4462-85a4-f79a7949f493 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=61f9c403-1c35-4759-bc4e-4d0b789d471b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545888 Jul 04 09:27:25.320454 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-6efda534-db52-4a23-bd65-470c5048fdb8 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:25.321936 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-6efda534-db52-4a23-bd65-470c5048fdb8 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 946 time: 0.0669439 Jul 04 09:27:25.408884 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port 0489cfc9-3b2b-469b-b7ae-e5083571008d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:27:25.409117 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:25.499295 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] For port 0489cfc9-3b2b-469b-b7ae-e5083571008d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0489cfc9-3b2b-469b-b7ae-e5083571008d,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:27:25.499604 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:25.506289 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:25.541354 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:25.665100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:25.665442 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (493eb8ee-093d-468c-8750-e268da309017), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:25.665755 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 493eb8ee-093d-468c-8750-e268da309017 disassociated. External IP: 172.27.0.225, port: 0489cfc9-3b2b-469b-b7ae-e5083571008d. Jul 04 09:27:25.666134 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for 0489cfc9-3b2b-469b-b7ae-e5083571008d owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:27:25.803096 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (0489cfc9-3b2b-469b-b7ae-e5083571008d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:25.833507 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=0489cfc9-3b2b-469b-b7ae-e5083571008d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:25.879174 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:27:25.944599 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:27:26.051263 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e03ab895-ddd8-4647-99f2-f4e9abc746f6 req-229b9278-0ccf-4b52-8dda-6a1679281486 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627 HTTP/1.1" status: 200 len: 210 time: 0.0364344 Jul 04 09:27:26.078012 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:27:26.087940 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:27:26.098911 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:27:26.099894 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:27:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:26.120568 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] No DVR routers for this DVR port 0489cfc9-3b2b-469b-b7ae-e5083571008d on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:27:26.122985 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:26.126316 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8a4659d2-dd9b-4936-9d35-9d235f628c7b req-d45515e6-355d-4e35-8978-3aaa8c2f0ea7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "DELETE /v2.0/ports/0489cfc9-3b2b-469b-b7ae-e5083571008d HTTP/1.1" status: 204 len: 173 time: 0.7954850 Jul 04 09:27:26.126762 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'name': 'network-vif-deleted', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:27:26.129006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36db75a1-ba21-4d37-bd94-b73913176d74" -d '{"events": [{"server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "name": "network-vif-deleted", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:27:26.167514 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256c327b-849a-4b82-8e00-072c7f75e65a x-openstack-request-id: req-256c327b-849a-4b82-8e00-072c7f75e65a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:27:26.167805 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627", "name": "network-vif-deleted", "tag": "0489cfc9-3b2b-469b-b7ae-e5083571008d", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:27:26.168052 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-256c327b-849a-4b82-8e00-072c7f75e65a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:27:26.168467 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256c327b-849a-4b82-8e00-072c7f75e65a'] response: {'server_uuid': '72b3b1f6-db9d-4d9d-a5e0-4ff130fdc627', 'name': 'network-vif-deleted', 'tag': '0489cfc9-3b2b-469b-b7ae-e5083571008d', 'status': 'completed', 'code': 200} Jul 04 09:27:26.221135 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:27:26.414773 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:26.440551 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:27:26.448938 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:27:26.449552 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:27:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:26.690189 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:27:26.895007 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:26.922065 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbff7e4-0a73-460d-aa8c-74e8e38c86bd None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:27:27.143359 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46976) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:27.146839 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933970d5-186a-4b1e-905c-4dcacd497bae None None] New status for floating IP 493eb8ee-093d-468c-8750-e268da309017: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:27:27.201626 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-699edacb-9431-459b-9272-16ac9cef99cb tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (61f9c403-1c35-4759-bc4e-4d0b789d471b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.225516 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-699edacb-9431-459b-9272-16ac9cef99cb tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (61f9c403-1c35-4759-bc4e-4d0b789d471b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.279490 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-699edacb-9431-459b-9272-16ac9cef99cb tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (61f9c403-1c35-4759-bc4e-4d0b789d471b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.282387 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-699edacb-9431-459b-9272-16ac9cef99cb tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.284030 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-699edacb-9431-459b-9272-16ac9cef99cb tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/security-groups/61f9c403-1c35-4759-bc4e-4d0b789d471b HTTP/1.1" status: 204 len: 168 time: 0.1389754 Jul 04 09:27:27.286820 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46978) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:27.294179 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699edacb-9431-459b-9272-16ac9cef99cb tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9c403-1c35-4759-bc4e-4d0b789d471b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:27.302647 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-00bbf6a8-64a5-487a-81bd-617e1c7111ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] show failed (client error): The resource could not be found. Jul 04 09:27:27.306400 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-00bbf6a8-64a5-487a-81bd-617e1c7111ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups/61f9c403-1c35-4759-bc4e-4d0b789d471b HTTP/1.1" status: 404 len: 347 time: 0.0152194 Jul 04 09:27:27.307641 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46980) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:27.307787 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:27.420246 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port 96780be1-390c-4d96-aba7-8726d3a963cb {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:27:27.420529 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (96780be1-390c-4d96-aba7-8726d3a963cb), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.478344 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:27.502100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (96780be1-390c-4d96-aba7-8726d3a963cb), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.502425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (96780be1-390c-4d96-aba7-8726d3a963cb), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.511002 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:27.515086 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for 96780be1-390c-4d96-aba7-8726d3a963cb owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:27:27.645425 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (96780be1-390c-4d96-aba7-8726d3a963cb), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.683535 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=96780be1-390c-4d96-aba7-8726d3a963cb,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:27.749648 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (493eb8ee-093d-468c-8750-e268da309017), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.752077 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:27.753216 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ceae2806-9393-4c80-b009-9fff78ce5c17 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/floatingips/493eb8ee-093d-468c-8750-e268da309017 HTTP/1.1" status: 204 len: 168 time: 0.4451027 Jul 04 09:27:27.760939 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0489cfc9-3b2b-469b-b7ae-e5083571008d no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:27:27.781824 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 0489cfc9-3b2b-469b-b7ae-e5083571008d {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:27:27.782203 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 0489cfc9-3b2b-469b-b7ae-e5083571008d not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:27:28.838691 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:28.843459 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776881503', 'description': 'tempest-description--1872148572'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:27:28.868546 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:28.938745 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (189ac735-ae89-4b58-964f-c549bff42f47), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:28.944279 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (189ac735-ae89-4b58-964f-c549bff42f47), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:28.975952 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:28.977188 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374650 Jul 04 09:27:28.979017 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189ac735-ae89-4b58-964f-c549bff42f47,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:28.980357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 46988) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:28.985018 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '189ac735-ae89-4b58-964f-c549bff42f47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:27:28.986880 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.987791 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.988482 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.989179 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.989758 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.990359 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.991072 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.992337 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.992746 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.993294 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.993870 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.994903 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.995224 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.995767 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:28.996466 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3818562-8609-4293-ae94-6b7c081f712a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.021122 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (d7d9e72e-a054-49fc-8511-2edf689fa47d), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.078190 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (d7d9e72e-a054-49fc-8511-2edf689fa47d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.082938 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (d7d9e72e-a054-49fc-8511-2edf689fa47d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.102398 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d9e72e-a054-49fc-8511-2edf689fa47d,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:29.111083 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.112254 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309364 Jul 04 09:27:29.113641 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.114010 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.114341 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.114666 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.114990 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.115250 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46990) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:29.115357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.115615 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.116029 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.116570 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.116764 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.117084 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.117400 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.117714 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.118050 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.118360 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4994ff-9188-430e-9525-ffac2ceeac00 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:29.120240 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8f4c9abe-b979-442e-8c22-33556bd0e19d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '189ac735-ae89-4b58-964f-c549bff42f47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:27:29.153699 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9abe-b979-442e-8c22-33556bd0e19d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (70c39a67-5fd5-4998-9e49-90020a0b768c), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.216133 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9abe-b979-442e-8c22-33556bd0e19d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (70c39a67-5fd5-4998-9e49-90020a0b768c), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.221937 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9abe-b979-442e-8c22-33556bd0e19d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (70c39a67-5fd5-4998-9e49-90020a0b768c), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.241103 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9abe-b979-442e-8c22-33556bd0e19d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c39a67-5fd5-4998-9e49-90020a0b768c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:29.250650 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9abe-b979-442e-8c22-33556bd0e19d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.252215 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8f4c9abe-b979-442e-8c22-33556bd0e19d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355958 Jul 04 09:27:29.256036 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 46992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:29.260360 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:27:29.285126 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.364923 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.484303 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.27.0.18 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/a94f0eb3-47ef-4584-ad86-8da4f6a80490) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:27:29.552199 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:29.562110 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:29.591436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.625676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.668733 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:27:29.673347 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:27:29.677370 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:27:29.698857 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=a94f0eb3-47ef-4584-ad86-8da4f6a80490,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:29.760555 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (17819010-20ee-4c99-b151-ae6a3519079f), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.803633 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.951879 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:29.960302 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26720331'] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:30.029264 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=a94f0eb3-47ef-4584-ad86-8da4f6a80490,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:30.042460 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (17819010-20ee-4c99-b151-ae6a3519079f), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:30.061011 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:30.062309 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-07d0eb69-b066-4699-bc30-3c860d5c60ad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8052282 Jul 04 09:27:30.246728 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-757300f0-a15e-4e75-8238-22ad620fabc6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--776881503&fields=id&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 267 time: 0.0483637 Jul 04 09:27:30.371592 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-b393f302-6e1b-4a15-b91a-74cc773ecffe tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:30.373086 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-b393f302-6e1b-4a15-b91a-74cc773ecffe tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1199753 Jul 04 09:27:30.388966 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-750a6fd6-eaf7-4394-9140-592e46b39175 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/quotas/9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 375 time: 0.0102069 Jul 04 09:27:30.442417 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-e8084660-4829-48ff-baf2-de6065260185 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475874 Jul 04 09:27:30.551431 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-38f3377f-3969-4704-b13e-b3d4edbf3afa service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 09:27:30.552464 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-38f3377f-3969-4704-b13e-b3d4edbf3afa service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0979772 Jul 04 09:27:30.648074 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-fd97959e-9e0c-47b1-b6c8-0b4341ba8dff service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887625 Jul 04 09:27:30.744348 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-3e36976c-867c-4018-9789-3e7d48d52502 service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880597 Jul 04 09:27:30.917270 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ed9776b7-8dcd-4edd-a743-606b2659c9b5 req-fac724a4-7a8e-4c43-bcf1-5262b2d3ab2d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 210 time: 0.0301445 Jul 04 09:27:31.932404 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:31.937920 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:31.962751 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-b6f7a8c7-33be-4b9c-a6ee-9b4b7d2b6e9b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:31.964292 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-b6f7a8c7-33be-4b9c-a6ee-9b4b7d2b6e9b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1110814 Jul 04 09:27:32.027254 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ab2340f2-560a-46b4-a810-27d3e0e6c30b req-d36c9980-d2b7-43c0-99b6-aa81d6cca492 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 210 time: 0.0331173 Jul 04 09:27:32.063015 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-43b5bd1c-7c3f-4097-b968-4c8ac6a52a5a tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 379 time: 0.0836542 Jul 04 09:27:32.074822 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'port': {'device_id': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'admin_state_up': True, 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'security_groups': ['189ac735-ae89-4b58-964f-c549bff42f47']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:27:32.194938 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Made reservation on behalf of 9157e722ff614bc2916f1971cde517ef for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:27:32.200395 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:32.328706 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.20.0.5 (486e3f33-e162-412f-9da2-b680c8148bb8/cd58aeb4-7429-4354-9ec9-d68fafdedca4/66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:27:32.466522 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:32.500583 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:32.544511 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:27:32.547639 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:27:32.552245 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:27:32.558458 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:32.609181 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:32.609807 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:32.629392 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-d5023245-765f-4166-8558-d835a228b65b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588155 Jul 04 09:27:32.647949 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Request body: {'port': {'device_id': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:27:32.709596 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:32.742821 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:32.794645 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:32.800084 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-2d0345ba-efcd-420c-be61-1627fcb7c27f None None] Provisioning complete for port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:27:32.800458 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2d0345ba-efcd-420c-be61-1627fcb7c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:32.824365 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:32.834664 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2d0345ba-efcd-420c-be61-1627fcb7c27f None None] Port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:27:33.211990 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a404adc2-14ed-4fdc-8f09-3854f2416304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:33.258533 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:27:33.271374 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Publish callbacks [] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:33.282019 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186197c7-6458-481e-abc6-cefa8049f3cb req-29141519-8117-4fce-8dfe-8e2088a0acac tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:33.283472 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-186197c7-6458-481e-abc6-cefa8049f3cb req-29141519-8117-4fce-8dfe-8e2088a0acac tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 931 time: 0.0645177 Jul 04 09:27:33.299418 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Transition to ACTIVE for port object 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:27:33.306761 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:33.381307 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Pushing event updated for resources: {'Port': ['ID=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:33.388444 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-186197c7-6458-481e-abc6-cefa8049f3cb req-d37475f3-3ee7-4cfb-8d60-b201497c4367 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991251 Jul 04 09:27:33.455272 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Attempting to bind port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:27:33.455607 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Attempting to bind port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:27:33.455931 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Attempting to bind port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:27:33.460686 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f on network 486e3f33-e162-412f-9da2-b680c8148bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:27:33.461007 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Attempting to bind port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:27:33.466218 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:27:33.466563 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Checking segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:27:33.466949 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Bound using segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:27:33.467377 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Bound port: 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:27:33.467741 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:33.528555 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] For port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:27:33.531578 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] For port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:27:33.540871 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:33.550786 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:33.578952 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:33.579553 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:33.580885 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f HTTP/1.1" status: 200 len: 1093 time: 0.9376972 Jul 04 09:27:33.581333 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:27:33.583578 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:27:33.604713 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9b632-ee04-42df-ba0b-0bccd8d644d9 service neutron] Pushing event updated for resources: {'Port': ['ID=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:33.630909 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c129c-1471-409a-961f-8f86dd2bee39 x-openstack-request-id: req-e08c129c-1471-409a-961f-8f86dd2bee39 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:27:33.631263 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:27:33.631506 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e08c129c-1471-409a-961f-8f86dd2bee39 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:27:33.631903 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08c129c-1471-409a-961f-8f86dd2bee39'] response: {'name': 'network-changed', 'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'status': 'completed', 'code': 200} Jul 04 09:27:33.672967 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-1ef0098b-a59a-4017-8769-0eb93ac6ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:33.674520 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-1ef0098b-a59a-4017-8769-0eb93ac6ccac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 1127 time: 0.0411003 Jul 04 09:27:33.719919 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-3fe56bd3-5ac3-48dd-bbe0-079de5e013e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f HTTP/1.1" status: 200 len: 217 time: 0.0333078 Jul 04 09:27:33.776616 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-caccaa4e-34ed-4232-9853-fcd76ebee2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:33.778149 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-caccaa4e-34ed-4232-9853-fcd76ebee2e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0493474 Jul 04 09:27:33.825541 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-5f215e6b-29e7-438f-8cec-b5dd8917c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:33.827047 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-5f215e6b-29e7-438f-8cec-b5dd8917c739 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402613 Jul 04 09:27:33.922711 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-c35f3b18-157d-41ff-b97e-b603cc593f7e service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840480 Jul 04 09:27:33.996021 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:34.009823 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:34.028606 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-93e8a98e-fa74-41ba-b9ba-46e26795ce36 req-c81d324f-c705-4f31-85cd-835aa3f156d0 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953112 Jul 04 09:27:34.525367 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2025d-70df-4ac4-8e45-4c27e0039570 req-c8f17422-635e-427a-a434-c465e68074b0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:34.526846 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12d2025d-70df-4ac4-8e45-4c27e0039570 req-c8f17422-635e-427a-a434-c465e68074b0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 943 time: 0.0627458 Jul 04 09:27:34.582020 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-12d2025d-70df-4ac4-8e45-4c27e0039570 req-26037207-0408-40db-9450-532fb6a7e77e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468307 Jul 04 09:27:34.912609 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-bb32dc28-5b89-43bb-be87-f859922433ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:34.914113 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-bb32dc28-5b89-43bb-be87-f859922433ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 1127 time: 0.0502846 Jul 04 09:27:35.008193 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-e8979f36-9e3e-4765-be31-427ffc2327af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:35.009665 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-e8979f36-9e3e-4765-be31-427ffc2327af service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0863988 Jul 04 09:27:35.055495 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-91a58096-12ac-4bcc-ae01-67c677d7c73f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f HTTP/1.1" status: 200 len: 217 time: 0.0357096 Jul 04 09:27:35.106453 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-eb352e20-5b99-4050-b5b8-e38cdb748b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:35.107895 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-eb352e20-5b99-4050-b5b8-e38cdb748b1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0438206 Jul 04 09:27:35.161187 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-e217653e-36a1-409d-84f6-df39a51bf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:35.162782 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-e217653e-36a1-409d-84f6-df39a51bf49b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480366 Jul 04 09:27:35.265847 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-1701ad50-d327-438b-83b5-a6c67336d698 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899754 Jul 04 09:27:35.360991 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-76a8eb13-30a3-4f5e-a4c4-fb49d63badd5 req-7d9c1000-725a-4287-8683-f1caea5f512b service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850086 Jul 04 09:27:35.395618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9b9a7243-83ed-4ecd-908f-3eeb1ca91e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:35.716160 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362086d4-ced5-467d-93f6-cf5cf834e8e0 req-930e790c-7cb3-41d6-9a35-705edf7ea2a2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:35.717644 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-362086d4-ced5-467d-93f6-cf5cf834e8e0 req-930e790c-7cb3-41d6-9a35-705edf7ea2a2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 943 time: 0.0535054 Jul 04 09:27:35.767397 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:27:35.769407 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-362086d4-ced5-467d-93f6-cf5cf834e8e0 req-813a1e74-f912-4cbf-94a0-304b5d838264 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431457 Jul 04 09:27:35.868197 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:27:35.879130 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'port_id': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'mac_address': 'fa:16:3e:2d:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:27:35.917961 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:27:35.918345 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:35.931182 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:27:35.952365 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:27:35.958194 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:36.004566 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:36.011624 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.011963 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.012299 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.012628 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.012954 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.013275 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.013593 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.013917 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.014252 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.014554 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.015115 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.015308 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.015515 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.015835 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.016147 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:27:36.218042 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:27:36.682002 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:36.885614 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb0f3-bb93-4d4f-9332-d61109c54232 req-250cbd13-4689-42c4-a5bf-03ce72aa1c34 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:36.887137 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-537fb0f3-bb93-4d4f-9332-d61109c54232 req-250cbd13-4689-42c4-a5bf-03ce72aa1c34 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 944 time: 0.0491393 Jul 04 09:27:36.934908 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-537fb0f3-bb93-4d4f-9332-d61109c54232 req-7c75713f-9092-4a7e-8894-1bcce0d9440b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Jul 04 09:27:37.222193 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:37.224635 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:37.784653 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:27:37.835816 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:27:37.844225 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:27:37.844779 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:37.921549 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:27:37.921924 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:37.945859 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:27:37.948244 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd37854-82b4-479b-8230-2d5fc68bbf48" -d '{"events": [{"server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "name": "network-vif-plugged", "status": "completed", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:27:37.960613 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:27:37.966910 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:37.992808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a8ba3-8986-4053-90cf-e81432eb38e2 x-openstack-request-id: req-c61a8ba3-8986-4053-90cf-e81432eb38e2 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:27:37.993064 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "name": "network-vif-plugged", "status": "completed", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:27:37.993338 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c61a8ba3-8986-4053-90cf-e81432eb38e2 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:27:37.993725 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61a8ba3-8986-4053-90cf-e81432eb38e2'] response: {'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'code': 200} Jul 04 09:27:38.021527 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:27:38.068723 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf2515-3725-4355-a79d-0547f39bf0eb req-fd78a4aa-c46b-4a30-8885-50b87e9d3ae0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:38.070172 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2acf2515-3725-4355-a79d-0547f39bf0eb req-fd78a4aa-c46b-4a30-8885-50b87e9d3ae0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0573483 Jul 04 09:27:38.128611 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2acf2515-3725-4355-a79d-0547f39bf0eb req-cb0ca439-ea2b-4e2a-8b54-c3a82a41bb4d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519493 Jul 04 09:27:38.133038 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:38.178848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11a260-ea20-4d9f-bc68-4281ec00b03a req-83bca64f-d1b6-4f24-a2c3-de72f463d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:38.180335 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ac11a260-ea20-4d9f-bc68-4281ec00b03a req-83bca64f-d1b6-4f24-a2c3-de72f463d29c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 1129 time: 0.0397096 Jul 04 09:27:38.204430 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:38.231153 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-ac11a260-ea20-4d9f-bc68-4281ec00b03a req-08cb2992-40cd-4164-ab0d-58cd388e3782 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404990 Jul 04 09:27:39.264594 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e07ce-5ed0-4d3e-a298-f6b8fd9c725a req-c8c43edc-cb33-4a9c-90cb-9cdc42683225 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:39.266135 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-316e07ce-5ed0-4d3e-a298-f6b8fd9c725a req-c8c43edc-cb33-4a9c-90cb-9cdc42683225 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Jul 04 09:27:39.321743 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:39.327332 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-316e07ce-5ed0-4d3e-a298-f6b8fd9c725a req-f292fd4a-b673-4a52-8cea-8e7648d0bd9f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528338 Jul 04 09:27:40.050555 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=73,neutron:INSERT=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:40.053941 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:40.446131 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:40.465463 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c12cd9-0270-4ce3-a430-2bf4acf96a21 req-6a56b5bc-e968-462d-8fb7-504a5c9a64e4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:40.467035 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53c12cd9-0270-4ce3-a430-2bf4acf96a21 req-6a56b5bc-e968-462d-8fb7-504a5c9a64e4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0541449 Jul 04 09:27:40.517183 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-53c12cd9-0270-4ce3-a430-2bf4acf96a21 req-245ac3c8-e247-4707-b0fb-6a0ec272fae9 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444603 Jul 04 09:27:40.648731 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0865ca-d32c-4e91-90ab-24d307a910c1 req-d6e2efcb-0245-467b-9524-614c5d11c7c3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:40.650130 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c0865ca-d32c-4e91-90ab-24d307a910c1 req-d6e2efcb-0245-467b-9524-614c5d11c7c3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0547864 Jul 04 09:27:40.659350 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47044) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:27:40.663800 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'port_id': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:27:40.702325 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (17819010-20ee-4c99-b151-ae6a3519079f), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:41.130044 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:41.137346 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (17819010-20ee-4c99-b151-ae6a3519079f), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:41.241862 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 17819010-20ee-4c99-b151-ae6a3519079f associated. External IP: 172.27.0.18, port: 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f. Jul 04 09:27:41.454165 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:27:41.569980 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:27:41.574914 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:41.579518 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:27:41.590212 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:27:41.590846 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:27:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:41.599594 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:41.611519 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-677ba43c-f2df-47ad-9624-cc801788d911 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "PUT /v2.0/floatingips/17819010-20ee-4c99-b151-ae6a3519079f HTTP/1.1" status: 200 len: 990 time: 0.9511123 Jul 04 09:27:41.612741 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:27:41.615100 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:27:41.652873 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c2a27-459b-4aca-94ea-3a90e8161f39 x-openstack-request-id: req-5c9c2a27-459b-4aca-94ea-3a90e8161f39 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:27:41.653146 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:27:41.653494 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c9c2a27-459b-4aca-94ea-3a90e8161f39 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:27:41.653899 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9c2a27-459b-4aca-94ea-3a90e8161f39'] response: {'name': 'network-changed', 'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'status': 'completed', 'code': 200} Jul 04 09:27:41.693764 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:27:41.702033 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:41.715343 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-1e444c22-bb65-4733-a328-02b474d967c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:41.716852 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-1e444c22-bb65-4733-a328-02b474d967c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 1129 time: 0.0417328 Jul 04 09:27:41.804345 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-0b833348-0a51-4205-896b-ed868961cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:41.805787 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-0b833348-0a51-4205-896b-ed868961cfa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0828099 Jul 04 09:27:41.871275 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-42888ff9-fdb5-43f5-9fa1-25e607a27efc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f HTTP/1.1" status: 200 len: 998 time: 0.0588319 Jul 04 09:27:41.914018 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '17819010-20ee-4c99-b151-ae6a3519079f', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:2d:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:27:29Z', 'updated_at': '2022-07-04T09:27:41Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:41.920237 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-8ee19ecc-1f41-49f6-9b1a-5fc6621c88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:41.921695 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-8ee19ecc-1f41-49f6-9b1a-5fc6621c88f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0444734 Jul 04 09:27:41.938544 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:27:41.944918 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:41.948247 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:27:41.948864 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:27:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:41.964720 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-6293bed4-7f43-4705-951c-3773cb63dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:27:41.966228 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-6293bed4-7f43-4705-951c-3773cb63dfff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384321 Jul 04 09:27:42.054975 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:27:42.057190 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:42.061918 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-54e8d0fd-7f6e-4522-8680-f96ca534b093 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897381 Jul 04 09:27:42.094817 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:42.158816 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5aa23057-9e3b-4f4d-8d1a-3d4ab77b2a98 req-2d87efbb-7bc2-49c1-9763-63df6fad72d6 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908718 Jul 04 09:27:42.283482 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '17819010-20ee-4c99-b151-ae6a3519079f', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:2d:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:27:29Z', 'updated_at': '2022-07-04T09:27:41Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:27:42.308721 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b5222-b123-406b-8c50-548ae0575489 None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '17819010-20ee-4c99-b151-ae6a3519079f', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:2d:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:27:29Z', 'updated_at': '2022-07-04T09:27:41Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:27:42.526952 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf61833-c316-4916-89f4-fe72c48a867f None None] New status for floating IP 17819010-20ee-4c99-b151-ae6a3519079f: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:27:51.143762 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:27:52.153816 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=51 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:52.155853 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=41 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:52.630339 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:27:52.633938 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:01.131470 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=24 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:01.136187 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:01.137697 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:02.884463 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:28:03.216727 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5603249d-f552-49fa-922b-863cc32bfd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:05.412002 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-69fe392b-0fc2-4372-90a4-78a7e981ce20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:06.682889 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:08.145305 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:08.211324 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:12.876008 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:18.136635 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:18.197913 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:18.204749 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:21.144951 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:28.563203 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f591f1-626b-46ef-be8a-e5a8f1bca250 req-bbd5db03-c38f-49bc-b07a-c57895471cb1 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:28.564667 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-59f591f1-626b-46ef-be8a-e5a8f1bca250 req-bbd5db03-c38f-49bc-b07a-c57895471cb1 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0571814 Jul 04 09:28:28.620388 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-59f591f1-626b-46ef-be8a-e5a8f1bca250 req-a9516e28-b1bc-4ff8-b543-a9db17c78593 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466986 Jul 04 09:28:29.746201 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677fe1-0557-4da1-9bfe-10edfdcfb673 req-8fa9ac17-3005-4d1e-8fa2-0b65fab0cdea tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:29.747809 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4677fe1-0557-4da1-9bfe-10edfdcfb673 req-8fa9ac17-3005-4d1e-8fa2-0b65fab0cdea tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Jul 04 09:28:29.796248 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a4677fe1-0557-4da1-9bfe-10edfdcfb673 req-b9a56904-4d5f-4b1a-a276-c10e190dbab0 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427756 Jul 04 09:28:30.285916 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-c7661167-1596-44af-8e51-9051a10b2f7d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:30.287383 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-c7661167-1596-44af-8e51-9051a10b2f7d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0526600 Jul 04 09:28:30.393085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:28:30.393781 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:30.527847 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] For port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:28:30.528493 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:30.746625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:30.747354 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (17819010-20ee-4c99-b151-ae6a3519079f), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:30.747354 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 17819010-20ee-4c99-b151-ae6a3519079f disassociated. External IP: 172.27.0.18, port: 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f. Jul 04 09:28:30.747642 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:28:30.922275 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9c4a8-cff4-4050-9539-8351cd3b1b85 req-01ae9231-cd22-499a-a75a-2d4c997027f3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:30.923766 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-36d9c4a8-cff4-4050-9539-8351cd3b1b85 req-01ae9231-cd22-499a-a75a-2d4c997027f3 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1fdba9c-67f2-4c33-bf44-928c384741b2 HTTP/1.1" status: 200 len: 945 time: 0.0540686 Jul 04 09:28:30.924506 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:30.965405 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:30.983876 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.984224 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.984550 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.984877 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.985213 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.985533 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.985848 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.986184 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.987063 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.987063 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.987323 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.987541 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.987894 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.988186 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:30.988595 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:31.092562 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-36d9c4a8-cff4-4050-9539-8351cd3b1b85 req-b70f1056-e863-4b03-a196-38d9423fb9ba tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=189ac735-ae89-4b58-964f-c549bff42f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599746 Jul 04 09:28:31.119042 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:31.126250 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:31.130499 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:31.138256 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:31.142726 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:28:31.257754 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:28:31.270883 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:28:31.283207 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:28:31.283935 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:28:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:31.306796 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] No DVR routers for this DVR port 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:28:31.310981 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:31.314426 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e6cb9276-4fa8-407f-a2a9-cb762f5a6a23 req-9093eb3c-a550-4bc2-bcda-096cb2939b7f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "DELETE /v2.0/ports/66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f HTTP/1.1" status: 204 len: 173 time: 1.0190964 Jul 04 09:28:31.314913 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'name': 'network-vif-deleted', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:28:31.317288 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545ad794-dcb4-4141-acc6-2efe389167d6" -d '{"events": [{"server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "name": "network-vif-deleted", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:28:31.362846 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3732825c-4afa-4a5d-8afd-3a7e119047c3 x-openstack-request-id: req-3732825c-4afa-4a5d-8afd-3a7e119047c3 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:28:31.362846 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fdba9c-67f2-4c33-bf44-928c384741b2", "name": "network-vif-deleted", "tag": "66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:28:31.363659 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3732825c-4afa-4a5d-8afd-3a7e119047c3 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:28:31.364501 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3732825c-4afa-4a5d-8afd-3a7e119047c3'] response: {'server_uuid': 'a1fdba9c-67f2-4c33-bf44-928c384741b2', 'name': 'network-vif-deleted', 'tag': '66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f', 'status': 'completed', 'code': 200} Jul 04 09:28:31.402355 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:28:31.615231 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:31.652048 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:28:31.661798 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:28:31.662919 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:28:05Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:31.776361 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:28:31.854652 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:31.855593 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:32.102003 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:32.130891 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27327c38-7cc4-4039-b2ab-bae08d41b2c7 None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:28:32.189092 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47130) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:32.247960 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2cfe89-c13f-4e30-bf05-829b40955bef tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (189ac735-ae89-4b58-964f-c549bff42f47), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:32.274570 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2cfe89-c13f-4e30-bf05-829b40955bef tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (189ac735-ae89-4b58-964f-c549bff42f47), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:32.327900 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2cfe89-c13f-4e30-bf05-829b40955bef tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (189ac735-ae89-4b58-964f-c549bff42f47), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:32.330658 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2cfe89-c13f-4e30-bf05-829b40955bef tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:32.334446 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4c2cfe89-c13f-4e30-bf05-829b40955bef tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/security-groups/189ac735-ae89-4b58-964f-c549bff42f47 HTTP/1.1" status: 204 len: 168 time: 0.1418059 Jul 04 09:28:32.335769 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47132) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:32.342702 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cfe89-c13f-4e30-bf05-829b40955bef tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ac735-ae89-4b58-964f-c549bff42f47,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:32.357694 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.api.v2.resource [None req-691ca549-5472-41ad-a3e0-4b9e3434a84c tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] show failed (client error): The resource could not be found. Jul 04 09:28:32.361599 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47136) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:32.367970 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-691ca549-5472-41ad-a3e0-4b9e3434a84c tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups/189ac735-ae89-4b58-964f-c549bff42f47 HTTP/1.1" status: 404 len: 347 time: 0.0308812 Jul 04 09:28:32.378697 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09cef1-78d3-4513-9bf4-90475b3032be None None] New status for floating IP 17819010-20ee-4c99-b151-ae6a3519079f: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:28:32.753559 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port a94f0eb3-47ef-4584-ad86-8da4f6a80490 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:28:32.754061 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:32.866705 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:32.867185 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (a94f0eb3-47ef-4584-ad86-8da4f6a80490), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:32.882397 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for a94f0eb3-47ef-4584-ad86-8da4f6a80490 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:28:33.081058 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (a94f0eb3-47ef-4584-ad86-8da4f6a80490), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.118153 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=a94f0eb3-47ef-4584-ad86-8da4f6a80490,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:33.219111 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7f469ae4-0553-42f7-a891-05120fcb76e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.221531 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (17819010-20ee-4c99-b151-ae6a3519079f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.224248 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.225635 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-92711fa5-8f7c-4db1-bef9-9ee836cb219d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/floatingips/17819010-20ee-4c99-b151-ae6a3519079f HTTP/1.1" status: 204 len: 168 time: 0.8628695 Jul 04 09:28:33.307783 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47140) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:33.313745 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-118b2c1a-daf3-47c5-bca9-3d3cf23e5a5e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721669', 'description': 'tempest-description--95240773'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:33.352085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-118b2c1a-daf3-47c5-bca9-3d3cf23e5a5e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.378547 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:33.450068 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-118b2c1a-daf3-47c5-bca9-3d3cf23e5a5e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (584f0383-fe23-413a-8677-188b8c4a772a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.456004 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-118b2c1a-daf3-47c5-bca9-3d3cf23e5a5e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (584f0383-fe23-413a-8677-188b8c4a772a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.488820 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:33.513353 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-118b2c1a-daf3-47c5-bca9-3d3cf23e5a5e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.515499 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-118b2c1a-daf3-47c5-bca9-3d3cf23e5a5e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1791 time: 0.2063682 Jul 04 09:28:33.518726 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47142) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:33.520554 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b2c1a-daf3-47c5-bca9-3d3cf23e5a5e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584f0383-fe23-413a-8677-188b8c4a772a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:33.525369 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '584f0383-fe23-413a-8677-188b8c4a772a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:33.562936 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (7d07d335-7ce6-4d86-b00d-e82c1d9779e4), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.621117 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (7d07d335-7ce6-4d86-b00d-e82c1d9779e4), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.626512 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (7d07d335-7ce6-4d86-b00d-e82c1d9779e4), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.646329 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d07d335-7ce6-4d86-b00d-e82c1d9779e4,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:33.656771 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.657988 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378050 Jul 04 09:28:33.659279 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.659623 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.659961 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.660296 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.660624 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.660881 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47144) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:33.661017 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.661254 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.661576 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.661935 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.662234 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.662730 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.663263 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.663365 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.663664 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.663979 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca65a19-e780-4031-9648-e3bac81c8fad tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:33.665434 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-7ae10214-28da-40d5-aa1b-6b08e8b0c11f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'security_group_rule': {'security_group_id': '584f0383-fe23-413a-8677-188b8c4a772a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:33.695343 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ae10214-28da-40d5-aa1b-6b08e8b0c11f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (5f4cca22-4742-4923-bc54-240e2d0ac337), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.750646 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ae10214-28da-40d5-aa1b-6b08e8b0c11f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (5f4cca22-4742-4923-bc54-240e2d0ac337), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.754996 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ae10214-28da-40d5-aa1b-6b08e8b0c11f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738130'] for security_group_rule (5f4cca22-4742-4923-bc54-240e2d0ac337), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.776251 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae10214-28da-40d5-aa1b-6b08e8b0c11f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4cca22-4742-4923-bc54-240e2d0ac337,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:33.785218 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ae10214-28da-40d5-aa1b-6b08e8b0c11f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.786477 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7ae10214-28da-40d5-aa1b-6b08e8b0c11f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245952 Jul 04 09:28:33.789685 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47146) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:33.794031 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:33.817366 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:33.897566 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.028915 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.27.0.158 (224dfeef-60d6-4420-92b1-f12d803e7f96/8a1345ca-3851-4015-bf84-e7891ca8ffd1/46ea6056-cc69-4723-95db-1050cdb9a51f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:34.046841 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:28:34.077366 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:28:34.077734 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device 66e0ecb3-4e7a-4ec9-b6f0-0abc270e7e0f not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:28:34.142327 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.175494 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.218769 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 224dfeef-60d6-4420-92b1-f12d803e7f96 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:28:34.223318 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:34.227831 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:28:34.233085 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=46ea6056-cc69-4723-95db-1050cdb9a51f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:34.274314 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:34.318376 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (27a2ec83-3e6d-4678-abb2-92ad72b0c36b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.361970 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.398148 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:34.539521 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.545794 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.616216 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=46ea6056-cc69-4723-95db-1050cdb9a51f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:34.628729 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (27a2ec83-3e6d-4678-abb2-92ad72b0c36b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.646244 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:34.647597 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-23de04be-dac9-40f3-9ae8-b7a573fbf9d7 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8569093 Jul 04 09:28:34.808555 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3757d5e8-0d6c-4d1a-971c-9a5cccdf3750 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--721669&fields=id&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 267 time: 0.0449414 Jul 04 09:28:34.921421 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-ee78b325-9a4a-4f1c-9e93-6442367297f4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:34.922947 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-ee78b325-9a4a-4f1c-9e93-6442367297f4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1079142 Jul 04 09:28:34.938259 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-90111d31-742c-41e9-840d-b5342efdb9ac tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/quotas/9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 375 time: 0.0098152 Jul 04 09:28:34.990845 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-77121e8f-0098-4e85-858a-1d432fd01b44 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470822 Jul 04 09:28:35.098334 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-4499f9ff-b87f-4fab-be9b-dd9488300b5e service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947521 Jul 04 09:28:35.203430 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-8975023a-c50f-47e5-aa15-ec06a7f2d69a service neutron] 10.222.0.26 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981388 Jul 04 09:28:35.368492 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c6208145-6b92-44e3-9746-d5e2c7b7d869 req-fae366df-a1b6-4845-adac-17e08a5f3ac4 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 210 time: 0.0289962 Jul 04 09:28:35.398959 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63cfc7f3-8d47-419f-9b98-4e800847d290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:36.456831 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-1414200a-4fa7-4bf7-bedf-b44262288c57 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:36.458324 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-1414200a-4fa7-4bf7-bedf-b44262288c57 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 815 time: 0.1461563 Jul 04 09:28:36.496806 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b203eba6-7594-42e8-916a-b9add4946ff5 req-c7f5a880-00bd-49e7-9c8a-5ce4b05066b8 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 210 time: 0.0373616 Jul 04 09:28:36.513044 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:36.541287 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3e4680e6-1c52-4670-8d40-3dc286d37adf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9157e722ff614bc2916f1971cde517ef HTTP/1.1" status: 200 len: 376 time: 0.0715680 Jul 04 09:28:36.550581 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'port': {'device_id': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'admin_state_up': True, 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'security_groups': ['584f0383-fe23-413a-8677-188b8c4a772a']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:36.647869 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:36.665813 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Made reservation on behalf of 9157e722ff614bc2916f1971cde517ef for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 09:28:36.669280 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:36.683156 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:36.806303 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Allocated IP 172.20.0.5 (486e3f33-e162-412f-9da2-b680c8148bb8/cd58aeb4-7429-4354-9ec9-d68fafdedca4/c4c21db1-6ed3-4b90-8c20-a8dfe3be278c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 09:28:36.969217 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.002903 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738532447380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.051782 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Network 486e3f33-e162-412f-9da2-b680c8148bb8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 09:28:37.055286 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 09:28:37.059343 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 09:28:37.065466 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event updated for resources: {'Port': ['ID=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:37.114361 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:37.115352 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.138292 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0778a3e6-3b49-455e-99a5-45410613ee43 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913863 Jul 04 09:28:37.158262 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Request body: {'port': {'device_id': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:37.225195 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.339765 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-0bb72793-86bf-4f76-96c2-a11bc20de0fc None None] Provisioning complete for port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c triggered by entity DHCP. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:28:37.340128 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0bb72793-86bf-4f76-96c2-a11bc20de0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.372990 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0bb72793-86bf-4f76-96c2-a11bc20de0fc None None] Port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c cannot update to ACTIVE because it is not bound. {{(pid=104058) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 09:28:37.447258 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:37.468562 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:37.501456 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c21db1-6ed3-4b90-8c20-a8dfe3be278c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:28:37.509030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Publish callbacks [] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.522943 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Transition to ACTIVE for port object c4c21db1-6ed3-4b90-8c20-a8dfe3be278c will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 09:28:37.528510 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.607228 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Pushing event updated for resources: {'Port': ['ID=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:37.648368 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b7f2b-a8c5-4228-b185-d52938f92e21 req-8ad4930d-1e52-4414-9483-941fc4da1d19 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:37.650031 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-944b7f2b-a8c5-4228-b185-d52938f92e21 req-8ad4930d-1e52-4414-9483-941fc4da1d19 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 943 time: 0.0818374 Jul 04 09:28:37.738353 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-944b7f2b-a8c5-4228-b185-d52938f92e21 req-9c638b78-a64f-4f9a-b4d4-d3ffa02623fa tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0682054 Jul 04 09:28:37.739043 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Attempting to bind port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 09:28:37.739370 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Attempting to bind port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 09:28:37.739696 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Attempting to bind port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:28:37.745335 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c on network 486e3f33-e162-412f-9da2-b680c8148bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 09:28:37.745651 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Attempting to bind port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c on network 486e3f33-e162-412f-9da2-b680c8148bb8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 09:28:37.751728 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Checking agent: {'id': '20f8c2f9-6c95-4797-aa34-0b9e46d8e384', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'started_at': datetime.datetime(2022, 7, 4, 9, 12, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 9, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 09:28:37.751995 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Checking segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 09:28:37.752373 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Bound using segment: {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 09:28:37.752795 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Bound port: c4c21db1-6ed3-4b90-8c20-a8dfe3be278c, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67430a14-f644-4995-9818-692a020bf275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 09:28:37.753152 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.824319 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] For port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c, host hv-cinder-81914, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 09:28:37.827791 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] For port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 09:28:37.835755 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25946746'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.874991 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:37.875598 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:37.876952 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] 10.222.0.57 "PUT /v2.0/ports/c4c21db1-6ed3-4b90-8c20-a8dfe3be278c HTTP/1.1" status: 200 len: 1093 time: 0.7267747 Jul 04 09:28:37.877370 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:28:37.879647 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb6e91-32d8-47e1-9f57-080a43959c51" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:28:37.903037 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb47125-e62e-4ee5-ace6-d2b93d29989b service neutron] Pushing event updated for resources: {'Port': ['ID=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:37.924912 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2f244-ccdf-4394-89dc-020760704684 x-openstack-request-id: req-ecb2f244-ccdf-4394-89dc-020760704684 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:28:37.925459 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:28:37.925929 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecb2f244-ccdf-4394-89dc-020760704684 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:28:37.926796 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb2f244-ccdf-4394-89dc-020760704684'] response: {'name': 'network-changed', 'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'status': 'completed', 'code': 200} Jul 04 09:28:38.000701 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6e91-32d8-47e1-9f57-080a43959c51 req-c246f229-7d79-4663-ac59-c53f0304a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:38.002384 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31cb6e91-32d8-47e1-9f57-080a43959c51 req-c246f229-7d79-4663-ac59-c53f0304a960 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 1127 time: 0.0446110 Jul 04 09:28:38.132472 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6e91-32d8-47e1-9f57-080a43959c51 req-1ac19049-8581-4343-ad42-f9c142a27f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:38.134087 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31cb6e91-32d8-47e1-9f57-080a43959c51 req-1ac19049-8581-4343-ad42-f9c142a27f03 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9157e722ff614bc2916f1971cde517ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1182969 Jul 04 09:28:38.196598 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:38.217156 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:38.251364 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6e91-32d8-47e1-9f57-080a43959c51 req-4f2494e0-827d-4f59-85b4-8824c4728ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:38.253120 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-31cb6e91-32d8-47e1-9f57-080a43959c51 req-4f2494e0-827d-4f59-85b4-8824c4728ed9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092491 Jul 04 09:28:38.332278 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-f4a5a862-643f-4653-98b0-7befc772bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:38.333917 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-f4a5a862-643f-4653-98b0-7befc772bb6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 1127 time: 0.0416768 Jul 04 09:28:38.378940 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-950eb424-64a8-4595-ba7d-37e1e82b509e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c HTTP/1.1" status: 200 len: 217 time: 0.0364680 Jul 04 09:28:38.432307 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-61d140b4-aee6-4d79-a187-73643818c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:38.433744 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-61d140b4-aee6-4d79-a187-73643818c095 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0454142 Jul 04 09:28:38.481924 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0e3a51be-62b1-44bb-8430-3eaeea459698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:38.483458 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-0e3a51be-62b1-44bb-8430-3eaeea459698 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405891 Jul 04 09:28:38.572346 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:38.597034 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-fbe892d1-a9b6-45c8-b52f-9f327c980d33 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014435 Jul 04 09:28:38.665246 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:38.693257 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8848fcdd-f821-4b9b-9df1-a087e24bbc40 req-6a0982cd-8881-4048-8ab1-621d27d37fe5 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858636 Jul 04 09:28:38.877846 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2725aa-d568-4581-ada9-9f0ea51b5f42 req-220c63d4-81b9-441e-a9a6-e1943c08a0a6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:38.879633 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dc2725aa-d568-4581-ada9-9f0ea51b5f42 req-220c63d4-81b9-441e-a9a6-e1943c08a0a6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 943 time: 0.0553164 Jul 04 09:28:38.934341 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-dc2725aa-d568-4581-ada9-9f0ea51b5f42 req-c3c58681-ce72-403b-90f6-eac2024a31fc tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0487313 Jul 04 09:28:39.885036 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:28:40.074712 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f4ff-8989-47df-ae18-ca4d98d95a27 req-82bdc5ca-cb40-4a6d-9834-aee7e0ab92af tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:40.076157 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0607f4ff-8989-47df-ae18-ca4d98d95a27 req-82bdc5ca-cb40-4a6d-9834-aee7e0ab92af tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 943 time: 0.0527279 Jul 04 09:28:40.094748 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c4c21db1-6ed3-4b90-8c20-a8dfe3be278c details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104058) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 09:28:40.124930 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0607f4ff-8989-47df-ae18-ca4d98d95a27 req-3cbc4d1b-6111-46cc-be60-b4fe4a2c4790 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0430386 Jul 04 09:28:40.205105 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:28:40.221030 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Returning: {'device': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'port_id': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'mac_address': 'fa:16:3e:23:e7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104058) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 09:28:40.258155 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c is: DOWN; New status is: BUILD {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:28:40.258540 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:40.272305 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c21db1-6ed3-4b90-8c20-a8dfe3be278c {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 09:28:40.293066 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:28:40.298471 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:40.348408 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:40.355809 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.356146 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.356480 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.356808 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.357134 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.357450 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.357773 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.358099 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.358438 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.358815 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.359141 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.359479 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.359782 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.360094 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.360406 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:28:40.567520 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] get_ports_and_sgs() called for port_ids ['c4c21db1-6ed3-4b90-8c20-a8dfe3be278c'] {{(pid=104058) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 09:28:40.665866 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:40.680108 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:40.696340 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:41.244134 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb99ed6-9b17-4f24-86ce-608ab04de050 req-3819105d-2f75-405b-9ed8-ba72e76f6e8c tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:41.245687 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0fb99ed6-9b17-4f24-86ce-608ab04de050 req-3819105d-2f75-405b-9ed8-ba72e76f6e8c tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 944 time: 0.0480475 Jul 04 09:28:41.299603 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0fb99ed6-9b17-4f24-86ce-608ab04de050 req-c4aafdb0-9892-47ff-a07e-6eaaa54b026b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0480509 Jul 04 09:28:42.095546 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c4c21db1-6ed3-4b90-8c20-a8dfe3be278c up at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 09:28:42.141169 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning for port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c completed by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 09:28:42.148987 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Provisioning complete for port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c triggered by entity L2. {{(pid=104058) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 09:28:42.149308 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-716334'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), provisioning_complete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:42.221912 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Current status of the port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c is: BUILD; New status is: ACTIVE {{(pid=104058) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 09:28:42.222381 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559291'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:42.246146 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:28:42.248419 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ab09ba59477c6262fec08908e8fdac734d0017444072970fc1d8a03b4922753" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396a0c35-1639-4302-b1df-03d660374507" -d '{"events": [{"server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "name": "network-vif-plugged", "status": "completed", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:28:42.262021 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] For port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:28:42.267337 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738532873957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738532447398', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738532447416'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:42.293149 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb3817-1d3a-49eb-8b72-6cb71b97850e x-openstack-request-id: req-0bfb3817-1d3a-49eb-8b72-6cb71b97850e {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:28:42.293433 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "name": "network-vif-plugged", "status": "completed", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:28:42.293676 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bfb3817-1d3a-49eb-8b72-6cb71b97850e {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:28:42.294079 dv-cinder-819149-7-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfb3817-1d3a-49eb-8b72-6cb71b97850e'] response: {'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'code': 200} Jul 04 09:28:42.319367 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Pushing event updated for resources: {'Port': ['ID=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,revision_number=5']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:28:42.416455 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271270f-bee0-4eb5-8c59-86d0aa062a8d req-1d65bfb8-d5aa-4e94-9cff-cc659a936095 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:42.417904 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f271270f-bee0-4eb5-8c59-86d0aa062a8d req-1d65bfb8-d5aa-4e94-9cff-cc659a936095 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0486350 Jul 04 09:28:42.492664 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792428d-b5cc-4ba1-b892-51cc46fac4a9 req-78439ee2-ae94-4d68-acf1-dff23422b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:42.494175 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2792428d-b5cc-4ba1-b892-51cc46fac4a9 req-78439ee2-ae94-4d68-acf1-dff23422b5d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 1129 time: 0.0563493 Jul 04 09:28:42.497624 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f271270f-bee0-4eb5-8c59-86d0aa062a8d req-b0795b36-5e17-4733-9aba-c4ee185d8933 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0736439 Jul 04 09:28:42.549988 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-2792428d-b5cc-4ba1-b892-51cc46fac4a9 req-888641a2-135b-48f9-a3ed-ff559bcddaeb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0449150 Jul 04 09:28:43.630692 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9618-a6f9-4dc3-8e18-08f744d1ad3b req-6a06c4eb-687c-41f3-a2cd-c82337f5bc37 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:43.632116 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eb5c9618-a6f9-4dc3-8e18-08f744d1ad3b req-6a06c4eb-687c-41f3-a2cd-c82337f5bc37 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0550802 Jul 04 09:28:43.649755 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:43.650529 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:43.684442 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-eb5c9618-a6f9-4dc3-8e18-08f744d1ad3b req-bf108bd5-f150-4f9b-af19-35ec0a60cf02 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0465035 Jul 04 09:28:44.810748 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781691c-e106-47f3-92c9-6294fea6f870 req-7ca2173b-2b4f-4e03-ad31-ff34b4e197d6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:44.812352 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3781691c-e106-47f3-92c9-6294fea6f870 req-7ca2173b-2b4f-4e03-ad31-ff34b4e197d6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Jul 04 09:28:44.867007 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-3781691c-e106-47f3-92c9-6294fea6f870 req-adb0ca07-2206-4cb2-b819-44b922a63deb tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0462198 Jul 04 09:28:44.990037 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42f9af-8f53-4eab-aa73-b72c741391f9 req-5e68ef90-8eb0-4169-8076-91171260202f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:44.991413 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7f42f9af-8f53-4eab-aa73-b72c741391f9 req-5e68ef90-8eb0-4169-8076-91171260202f tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0538530 Jul 04 09:28:45.000175 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47200) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:28:45.004790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Request body: {'floatingip': {'port_id': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 09:28:45.047815 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (27a2ec83-3e6d-4678-abb2-92ad72b0c36b), before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:45.516043 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:45.521545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (27a2ec83-3e6d-4678-abb2-92ad72b0c36b), after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:45.615940 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.db.l3_db [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 27a2ec83-3e6d-4678-abb2-92ad72b0c36b associated. External IP: 172.27.0.158, port: c4c21db1-6ed3-4b90-8c20-a8dfe3be278c. Jul 04 09:28:45.813692 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:28:46.173790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:28:46.178887 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:46.183868 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:28:46.195066 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:28:46.195767 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:28:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:46.208870 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-cb9746f0-a5b6-4737-9b08-dc6fae66dd82 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "PUT /v2.0/floatingips/27a2ec83-3e6d-4678-abb2-92ad72b0c36b HTTP/1.1" status: 200 len: 991 time: 1.2075977 Jul 04 09:28:46.209462 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:28:46.212164 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bc87f32aee2bf90b79e73876593c8fda8e17f662aa3a5e38cce01b333b6902c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fe0610-9f74-4202-93f4-c092a3751c58" -d '{"events": [{"name": "network-changed", "server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:28:46.297139 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:28:46.334378 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bca6eb7-4312-4768-af7f-e10dd327cff9 x-openstack-request-id: req-7bca6eb7-4312-4768-af7f-e10dd327cff9 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:28:46.334664 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:28:46.334915 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bca6eb7-4312-4768-af7f-e10dd327cff9 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:28:46.335369 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bca6eb7-4312-4768-af7f-e10dd327cff9'] response: {'name': 'network-changed', 'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'status': 'completed', 'code': 200} Jul 04 09:28:46.397424 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-1bc5268b-63a2-4d63-855f-c938a31305ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:46.399139 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-1bc5268b-63a2-4d63-855f-c938a31305ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 1129 time: 0.0399272 Jul 04 09:28:46.495060 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-3527d4cb-f891-4afd-a073-a353507b2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:46.496516 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-3527d4cb-f891-4afd-a073-a353507b2ff9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0903928 Jul 04 09:28:46.506962 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '27a2ec83-3e6d-4678-abb2-92ad72b0c36b', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:23:e7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:28:34Z', 'updated_at': '2022-07-04T09:28:45Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:46.536309 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:28:46.545450 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:28:46.546078 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:28:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:46.559784 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-201d380d-7dfd-4e77-bf86-2d1904d19755 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c HTTP/1.1" status: 200 len: 999 time: 0.0567479 Jul 04 09:28:46.591192 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:46.609565 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-65753c4c-6e09-41a6-acb2-1fdeb93ba360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:46.611243 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-65753c4c-6e09-41a6-acb2-1fdeb93ba360 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0448453 Jul 04 09:28:46.651146 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:28:46.658527 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-4b521fd7-fd86-4adb-bff1-3ffcfdcdcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:46.660032 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-4b521fd7-fd86-4adb-bff1-3ffcfdcdcc61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425551 Jul 04 09:28:46.685132 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:46.751998 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-9b137939-baa9-4eb6-acc0-b2df35ac4de0 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Jul 04 09:28:46.847686 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-14fe0610-9f74-4202-93f4-c092a3751c58 req-fe65ea28-39c4-471e-911c-c6534d580468 service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893757 Jul 04 09:28:46.866619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '27a2ec83-3e6d-4678-abb2-92ad72b0c36b', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:23:e7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:28:34Z', 'updated_at': '2022-07-04T09:28:45Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:28:46.894658 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95927c4-3368-4399-b671-33c70ad6b120 None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_floatingips': [{'id': '27a2ec83-3e6d-4678-abb2-92ad72b0c36b', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'router_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'port_id': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'mac_address': 'fa:16:3e:23:e7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T09:28:34Z', 'updated_at': '2022-07-04T09:28:45Z', 'revision_number': 1, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:28:47.082618 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b674991-4496-4008-a855-99e362e21a91 None None] New status for floating IP 27a2ec83-3e6d-4678-abb2-92ad72b0c36b: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:28:51.164883 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:28:56.204436 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:56.206463 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:56.842994 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=18 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:56.845052 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=27 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:28:57.850288 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-8be4cefa-82d7-46a4-bb66-c4148f44e391 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402350 Jul 04 09:28:57.950081 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-1183ac77-bc9d-4800-8c1a-b3e6ed8edad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:57.951556 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-1183ac77-bc9d-4800-8c1a-b3e6ed8edad9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9157e722ff614bc2916f1971cde517ef&device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 1129 time: 0.0435526 Jul 04 09:28:58.065729 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-9636f755-5a62-4df9-956b-aa9b2c3fba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:58.067232 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-9636f755-5a62-4df9-956b-aa9b2c3fba46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 200 len: 916 time: 0.0914414 Jul 04 09:28:58.133791 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-e32438fd-0187-4c20-bfab-af57a3ac231b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c HTTP/1.1" status: 200 len: 1001 time: 0.0561566 Jul 04 09:28:58.190746 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-4eba223a-4106-421b-aa30-64e0e9f89784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:58.192190 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-4eba223a-4106-421b-aa30-64e0e9f89784 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 200 len: 854 time: 0.0481498 Jul 04 09:28:58.235284 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-d5f64105-92f0-4602-9124-1906febb5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:28:58.236751 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-d5f64105-92f0-4602-9124-1906febb5628 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=486e3f33-e162-412f-9da2-b680c8148bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384264 Jul 04 09:28:58.346693 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-92bff860-ac3c-44d2-9046-2f589191654e service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946753 Jul 04 09:28:58.439342 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-25344a9b-0454-4d0e-a952-6e9763d03fef req-631f2fa0-1aa3-4df0-acbe-99f5ed0610ca service neutron] 10.222.0.57 "GET /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858557 Jul 04 09:29:01.150023 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=76 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:01.152315 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:01.157858 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:01.842799 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:01.843622 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:03.217126 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7703138d-34fa-4a1a-b7a1-43068d87ebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:05.401684 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bad8ad5b-dab7-46d0-bae3-b01ddd267a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:06.694235 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.137550 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.204084 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:08.434285 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=50 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:08.436554 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=51 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:16.886457 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:29:18.131786 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:18.194827 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:18.197700 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:21.156913 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:28.183816 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=13 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:28.186022 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=15 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:31.143676 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:31.148306 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:31.149786 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:33.215738 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0caf-144b-4c63-a595-7dac0699e42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:35.156210 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290403b-f10e-4627-b83f-b0e402a460f6 req-5a86fa7b-2877-4235-844e-5fb54357cd9b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:35.158326 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f290403b-f10e-4627-b83f-b0e402a460f6 req-5a86fa7b-2877-4235-844e-5fb54357cd9b tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0496199 Jul 04 09:29:35.203422 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f290403b-f10e-4627-b83f-b0e402a460f6 req-f017f9c4-ba67-42b6-a233-94a7832e6fb6 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0408158 Jul 04 09:29:35.402067 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5603d435-ba62-493b-83ce-dcffd5056fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.336785 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd2c4-dce3-462a-8103-8316bd247171 req-61c94dec-8a92-4d24-9e50-d05100df00ff tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:36.338231 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-173bd2c4-dce3-462a-8103-8316bd247171 req-61c94dec-8a92-4d24-9e50-d05100df00ff tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0511484 Jul 04 09:29:36.388920 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-173bd2c4-dce3-462a-8103-8316bd247171 req-b159ab97-2f52-4f4a-b521-c8ed565e3922 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0425003 Jul 04 09:29:36.698527 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:36.876111 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23926661-81da-4f4b-b153-9435bf01f022 req-688b770d-1003-4e30-8cd1-d80bd5f3946c tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:36.877540 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-23926661-81da-4f4b-b153-9435bf01f022 req-688b770d-1003-4e30-8cd1-d80bd5f3946c tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0573773 Jul 04 09:29:36.977249 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:29:36.977492 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:37.333038 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] For port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:37.333401 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:37.531773 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:37.532599 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3806232'] for floatingip (27a2ec83-3e6d-4678-abb2-92ad72b0c36b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:37.532599 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Floating IP 27a2ec83-3e6d-4678-abb2-92ad72b0c36b disassociated. External IP: 172.27.0.158, port: c4c21db1-6ed3-4b90-8c20-a8dfe3be278c. Jul 04 09:29:37.532811 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for c4c21db1-6ed3-4b90-8c20-a8dfe3be278c owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:29:37.542521 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f34158-f441-4ac9-9279-1467f4f63cdc req-5a6a22a8-1c6f-4beb-ade4-faa40fef2508 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 09:29:37.543985 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2f34158-f441-4ac9-9279-1467f4f63cdc req-5a6a22a8-1c6f-4beb-ade4-faa40fef2508 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/ports?device_id=c52c054b-75bf-490c-9e2d-14b1accf6407 HTTP/1.1" status: 200 len: 945 time: 0.0687151 Jul 04 09:29:37.643034 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a2f34158-f441-4ac9-9279-1467f4f63cdc req-fd1df4df-39ec-409a-ad77-0ec14e16ec2d tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups?id=584f0383-fe23-413a-8677-188b8c4a772a&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0919693 Jul 04 09:29:37.719936 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (c4c21db1-6ed3-4b90-8c20-a8dfe3be278c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:37.746380 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=c4c21db1-6ed3-4b90-8c20-a8dfe3be278c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:37.760030 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.760288 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.760630 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.760962 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.761295 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.761628 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.761979 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.762307 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.762625 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.762946 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.763269 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.763586 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.763902 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.764218 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.764533 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:37.826992 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:37.872821 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:29:37.876060 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:37.981748 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:37.991705 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:38.002495 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:29:38.003119 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:29:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:38.024771 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] No DVR routers for this DVR port c4c21db1-6ed3-4b90-8c20-a8dfe3be278c on host hv-cinder-81914 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:29:38.028137 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:38.031339 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [req-23926661-81da-4f4b-b153-9435bf01f022 req-788fb7d3-001a-4102-8fd0-3870b2af32b2 tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.57 "DELETE /v2.0/ports/c4c21db1-6ed3-4b90-8c20-a8dfe3be278c HTTP/1.1" status: 204 len: 173 time: 1.1444962 Jul 04 09:29:38.032132 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'name': 'network-vif-deleted', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 09:29:38.034549 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2116ea08ae16678144b8448262caa32164fed9632358998d85416688ee25dfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003b0c2-2b01-40ed-9802-8604d2852c6a" -d '{"events": [{"server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "name": "network-vif-deleted", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 09:29:38.085829 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20ba81-26ff-471a-9b15-ec70fcdb7713 x-openstack-request-id: req-ff20ba81-26ff-471a-9b15-ec70fcdb7713 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 09:29:38.086266 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52c054b-75bf-490c-9e2d-14b1accf6407", "name": "network-vif-deleted", "tag": "c4c21db1-6ed3-4b90-8c20-a8dfe3be278c", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 09:29:38.086536 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff20ba81-26ff-471a-9b15-ec70fcdb7713 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 09:29:38.086978 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff20ba81-26ff-471a-9b15-ec70fcdb7713'] response: {'server_uuid': 'c52c054b-75bf-490c-9e2d-14b1accf6407', 'name': 'network-vif-deleted', 'tag': 'c4c21db1-6ed3-4b90-8c20-a8dfe3be278c', 'status': 'completed', 'code': 200} Jul 04 09:29:38.112109 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:29:38.355929 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:38.358678 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:38.476618 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:38.502912 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:38.511972 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:29:38.512590 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:29:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:38.617946 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:29:38.734127 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47284) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:38.790161 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (584f0383-fe23-413a-8677-188b8c4a772a), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:38.812478 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:38.812741 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (584f0383-fe23-413a-8677-188b8c4a772a), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:38.837686 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85285e13-9565-41a4-84f7-d4951d13df5f None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:28Z', 'revision_number': 4, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi', '_interfaces': [{'id': '4e366c0e-9702-45ad-ac68-2d18f3a77802', 'name': '', 'network_id': '486e3f33-e162-412f-9da2-b680c8148bb8', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'mac_address': 'fa:16:3e:3e:ed:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:27Z', 'updated_at': '2022-07-04T09:25:31Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'subnets': [{'id': 'cd58aeb4-7429-4354-9ec9-d68fafdedca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:38.846479 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:38.847037 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:38.865609 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (584f0383-fe23-413a-8677-188b8c4a772a), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:38.868321 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:38.869644 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/security-groups/584f0383-fe23-413a-8677-188b8c4a772a HTTP/1.1" status: 204 len: 168 time: 0.1345320 Jul 04 09:29:38.872593 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47286) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:38.883491 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584f0383-fe23-413a-8677-188b8c4a772a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:38.887139 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-fbcab262-ea91-425c-8ea9-e1fc1ae79a8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] show failed (client error): The resource could not be found. Jul 04 09:29:38.891217 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fbcab262-ea91-425c-8ea9-e1fc1ae79a8e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "GET /v2.0/security-groups/584f0383-fe23-413a-8677-188b8c4a772a HTTP/1.1" status: 404 len: 347 time: 0.0145116 Jul 04 09:29:38.891454 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47288) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:38.891908 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.892258 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.892596 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.892929 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.893260 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.893558 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.893910 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.894261 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.894558 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.894892 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.895230 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.895550 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.895872 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.896182 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:38.896489 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5620b4d-3a47-4135-8dc7-a0d3eec437bf tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:39.010589 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Deleting port 46ea6056-cc69-4723-95db-1050cdb9a51f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:29:39.010900 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.080127 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d45641-c431-4e81-9534-50f13be4f83d None None] New status for floating IP 27a2ec83-3e6d-4678-abb2-92ad72b0c36b: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 09:29:39.094448 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.094751 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (46ea6056-cc69-4723-95db-1050cdb9a51f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.108249 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Calling delete_port for 46ea6056-cc69-4723-95db-1050cdb9a51f owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:29:39.246677 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (46ea6056-cc69-4723-95db-1050cdb9a51f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.274962 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Pushing event deleted for resources: {'Port': ['ID=46ea6056-cc69-4723-95db-1050cdb9a51f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:39.338047 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks [] for floatingip (27a2ec83-3e6d-4678-abb2-92ad72b0c36b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.340451 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17689'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:39.341602 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-56e34040-630c-4f12-81ed-aceb562e038e tempest-AttachVolumeNegativeTest-1220508121 tempest-AttachVolumeNegativeTest-1220508121-project] 10.222.0.26 "DELETE /v2.0/floatingips/27a2ec83-3e6d-4678-abb2-92ad72b0c36b HTTP/1.1" status: 204 len: 168 time: 0.4492638 Jul 04 09:29:42.373402 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c4c21db1-6ed3-4b90-8c20-a8dfe3be278c no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:29:42.403709 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] No Port match for: c4c21db1-6ed3-4b90-8c20-a8dfe3be278c {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:29:42.404046 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Device c4c21db1-6ed3-4b90-8c20-a8dfe3be278c not bound to the agent host hv-cinder-81914 {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:29:43.122292 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47324) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:43.399621 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:43.429796 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:43.436578 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3809908'] for router_interface (ec96c1ab-0cbe-4b02-a267-38ad8d853441), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.663095 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Deleting port 4e366c0e-9702-45ad-ac68-2d18f3a77802 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:29:43.663339 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.746540 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] For port 4e366c0e-9702-45ad-ac68-2d18f3a77802, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=4e366c0e-9702-45ad-ac68-2d18f3a77802,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:43.746903 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.760459 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Calling delete_port for 4e366c0e-9702-45ad-ac68-2d18f3a77802 owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:29:43.967138 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (4e366c0e-9702-45ad-ac68-2d18f3a77802), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:43.992310 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4e366c0e-9702-45ad-ac68-2d18f3a77802,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:44.158204 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3808196'] for router_interface (ec96c1ab-0cbe-4b02-a267-38ad8d853441), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.334509 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:44.341674 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:44.372959 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Router ec96c1ab-0cbe-4b02-a267-38ad8d853441 has already been hosted by L3 agent 59f40d9e-b865-412a-abdb-fbe8848c2014 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 09:29:44.478465 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] Notify agent at l3_agent.dv-cinder-819149-7-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 09:29:44.483561 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-286ea4cc-7610-4c93-9d62-ddaa0c2901fc admin admin] 10.222.0.26 "PUT /v2.0/routers/ec96c1ab-0cbe-4b02-a267-38ad8d853441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622606 Jul 04 09:29:44.486202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47326) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:44.488938 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] Sync routers for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 09:29:44.499934 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:29:44.500543 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:29:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:44.600666 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks [] for router (ec96c1ab-0cbe-4b02-a267-38ad8d853441), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.615828 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: dv-cinder-819149-7-iscsi {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:29:44.705778 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks [] for router_gateway (ec96c1ab-0cbe-4b02-a267-38ad8d853441), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.750329 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Deleting port d83ba6ce-e966-4e3a-9454-86cccdba3247 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:29:44.750658 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.789652 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'external_fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:29:43Z', 'revision_number': 5, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port': {'id': 'd83ba6ce-e966-4e3a-9454-86cccdba3247', 'name': '', 'network_id': '224dfeef-60d6-4420-92b1-f12d803e7f96', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a1345ca-3851-4015-bf84-e7891ca8ffd1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-7-iscsi'}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:44.815110 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] Checking router: ec96c1ab-0cbe-4b02-a267-38ad8d853441 for host: dv-cinder-819149-7-iscsi {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 09:29:44.824179 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] Routers {'ec96c1ab-0cbe-4b02-a267-38ad8d853441'} bound to L3 agent in host dv-cinder-819149-7-iscsi {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 09:29:44.824766 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-04T09:06:35Z,description=,heartbeat_timestamp=2022-07-04T09:29:35Z,host='dv-cinder-819149-7-iscsi',id=59f40d9e-b865-412a-abdb-fbe8848c2014,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T09:06:35Z,topic='l3_agent')) {'router_ids': ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:44.829050 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] For port d83ba6ce-e966-4e3a-9454-86cccdba3247, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=d83ba6ce-e966-4e3a-9454-86cccdba3247,segment=NetworkSegment(5986ce4c-62fb-4791-853f-09dce098e003),segment_id=5986ce4c-62fb-4791-853f-09dce098e003)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:44.829543 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:44.846181 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Calling delete_port for d83ba6ce-e966-4e3a-9454-86cccdba3247 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:29:44.911538 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] Set router ec96c1ab-0cbe-4b02-a267-38ad8d853441 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 09:29:44.961811 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:29:44Z', 'revision_number': 6, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port_host': None}], 'dv-cinder-819149-7-iscsi', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:44.990232 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c68e7-da14-43f0-99ea-6f9dd4d3ee3e None None] The sync data for ids ['ec96c1ab-0cbe-4b02-a267-38ad8d853441'] in dv-cinder-819149-7-iscsi is: [{'id': 'ec96c1ab-0cbe-4b02-a267-38ad8d853441', 'name': 'tempest-AttachVolumeNegativeTest-1987355545-router', 'tenant_id': '9157e722ff614bc2916f1971cde517ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T09:25:25Z', 'updated_at': '2022-07-04T09:29:44Z', 'revision_number': 6, 'project_id': '9157e722ff614bc2916f1971cde517ef', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 09:29:45.014576 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25946725'] for port (d83ba6ce-e966-4e3a-9454-86cccdba3247), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.041671 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83ba6ce-e966-4e3a-9454-86cccdba3247,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:45.102077 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3807147'] for router_gateway (ec96c1ab-0cbe-4b02-a267-38ad8d853441), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.189697 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25010'] for router (ec96c1ab-0cbe-4b02-a267-38ad8d853441), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.191973 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks [] for router_controller (ec96c1ab-0cbe-4b02-a267-38ad8d853441), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.231628 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:45.240577 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3813091'] for router (ec96c1ab-0cbe-4b02-a267-38ad8d853441), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.241396 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec96c1ab-0cbe-4b02-a267-38ad8d853441 {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 09:29:45.246789 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.247935 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ec4616f7-62aa-4fc0-adc3-f123f52c5b64 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ec96c1ab-0cbe-4b02-a267-38ad8d853441 HTTP/1.1" status: 204 len: 168 time: 0.7608449 Jul 04 09:29:45.250452 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47328) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:45.258272 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:45.552805 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] Deleting subnet cd58aeb4-7429-4354-9ec9-d68fafdedca4 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 09:29:45.556089 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] Publish callbacks [] for subnet (cd58aeb4-7429-4354-9ec9-d68fafdedca4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.590033 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25944338'] for subnet (cd58aeb4-7429-4354-9ec9-d68fafdedca4), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.670735 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715945'] for subnet (cd58aeb4-7429-4354-9ec9-d68fafdedca4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.730110 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25946800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27110918'] for subnet (cd58aeb4-7429-4354-9ec9-d68fafdedca4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.757627 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd58aeb4-7429-4354-9ec9-d68fafdedca4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:45.759774 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.762883 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6ca65f63-c0f8-4abb-af3b-929013e50084 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cd58aeb4-7429-4354-9ec9-d68fafdedca4 HTTP/1.1" status: 204 len: 168 time: 0.5114322 Jul 04 09:29:45.766347 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47330) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:45.771359 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5ff99-3609-4e8b-b461-1c4da5a52898 None None] Network 486e3f33-e162-412f-9da2-b680c8148bb8 requested from dv-cinder-819149-7-iscsi {{(pid=104058) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 09:29:45.847257 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790776'] for network (486e3f33-e162-412f-9da2-b680c8148bb8), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.896920 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Deleting port 3eabba49-2871-4a1c-8036-03ff11bd2253 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:29:45.897261 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.970746 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] DHCP port deletion for 486e3f33-e162-412f-9da2-b680c8148bb8 request from dv-cinder-819149-7-iscsi {{(pid=104058) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 09:29:45.971531 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] For port 3eabba49-2871-4a1c-8036-03ff11bd2253, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=3eabba49-2871-4a1c-8036-03ff11bd2253,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:45.971962 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:45.987820 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Calling delete_port for 3eabba49-2871-4a1c-8036-03ff11bd2253 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:29:46.016561 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Deleting port 3eabba49-2871-4a1c-8036-03ff11bd2253 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 09:29:46.017225 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738532870705'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.043132 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:46.075199 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26720340'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.088628 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] For port 3eabba49-2871-4a1c-8036-03ff11bd2253, host dv-cinder-819149-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-7-iscsi',level=0,port_id=3eabba49-2871-4a1c-8036-03ff11bd2253,segment=NetworkSegment(67430a14-f644-4995-9818-692a020bf275),segment_id=67430a14-f644-4995-9818-692a020bf275)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 09:29:46.089020 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808939'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.101230 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eabba49-2871-4a1c-8036-03ff11bd2253,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:46.103382 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Calling delete_port for 3eabba49-2871-4a1c-8036-03ff11bd2253 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 09:29:46.103613 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] No DVR routers for this DVR port 3eabba49-2871-4a1c-8036-03ff11bd2253 on host dv-cinder-819149-7-iscsi {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:29:46.179365 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652627', 'neutron.services.segments.db._delete_segments_for_network-8738532946571'] for network (486e3f33-e162-412f-9da2-b680c8148bb8), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: from cryptography.utils import int_from_bytes Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: from cryptography.utils import int_from_bytes Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.180954 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: self.session.flush() Jul 04 09:29:46.184387 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:46.188089 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-135324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738532873975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738532447389'] for port (3eabba49-2871-4a1c-8036-03ff11bd2253), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.191424 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:46.200314 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486e3f33-e162-412f-9da2-b680c8148bb8']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:46.209498 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67430a14-f644-4995-9818-692a020bf275') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:46.209792 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67430a14-f644-4995-9818-692a020bf275') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 09:29:46.215232 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Pushing event deleted for resources: {'Port': ['ID=3eabba49-2871-4a1c-8036-03ff11bd2253,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:46.220088 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] No DVR routers for this DVR port 3eabba49-2871-4a1c-8036-03ff11bd2253 on host dv-cinder-819149-7-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 09:29:46.221460 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738532947348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28848391'] for segment (67430a14-f644-4995-9818-692a020bf275), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.227450 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.227794 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.228131 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.228460 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.228791 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.229113 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.229431 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.229751 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.230117 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.230426 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.230743 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.231065 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.231383 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.231694 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.232005 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db017f7-b8a1-477b-91c2-80119a393879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:29:46.235613 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744'] for segment (67430a14-f644-4995-9818-692a020bf275), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.243737 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 09:29:46.244159 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-653744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26720359'] for segment (67430a14-f644-4995-9818-692a020bf275), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.299527 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 67430a14-f644-4995-9818-692a020bf275 resource provider aggregate not found Jul 04 09:29:46.313000 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3806461'] for network (486e3f33-e162-412f-9da2-b680c8148bb8), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.318214 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701535'] for network (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.322102 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/486e3f33-e162-412f-9da2-b680c8148bb8 HTTP/1.1" status: 204 len: 168 time: 0.5547299 Jul 04 09:29:46.323666 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.services.segments.plugin [-] Segment 67430a14-f644-4995-9818-692a020bf275 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67430a14-f644-4995-9818-692a020bf275 found for delete ", "request_id": "req-191ea509-a2d2-4400-ad10-d491e07519c1"}]} Jul 04 09:29:46.337266 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dc494-5fe6-4484-acf3-3f469532bee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=486e3f33-e162-412f-9da2-b680c8148bb8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:46.467137 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47338) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:46.509933 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-0b91872e-13b9-4049-af85-d8d7fe529011 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9157e722ff614bc2916f1971cde517ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415087 Jul 04 09:29:46.512544 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47340) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:29:46.574236 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a596e2dc-243b-4d73-8eba-399eb9b773e7 admin admin] Publish callbacks [] for security_group (65891ebf-b5f2-4842-95f5-3eaba79f26e4), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.597790 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a596e2dc-243b-4d73-8eba-399eb9b773e7 admin admin] Publish callbacks [] for security_group (65891ebf-b5f2-4842-95f5-3eaba79f26e4), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.627184 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:46.633216 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:46.649551 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a596e2dc-243b-4d73-8eba-399eb9b773e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (65891ebf-b5f2-4842-95f5-3eaba79f26e4), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.652301 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a596e2dc-243b-4d73-8eba-399eb9b773e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:46.653441 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-a596e2dc-243b-4d73-8eba-399eb9b773e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65891ebf-b5f2-4842-95f5-3eaba79f26e4 HTTP/1.1" status: 204 len: 168 time: 0.1400442 Jul 04 09:29:46.661713 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596e2dc-243b-4d73-8eba-399eb9b773e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65891ebf-b5f2-4842-95f5-3eaba79f26e4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:29:46.919313 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 4e366c0e-9702-45ad-ac68-2d18f3a77802 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:29:46.943341 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 4e366c0e-9702-45ad-ac68-2d18f3a77802 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:29:46.943701 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 4e366c0e-9702-45ad-ac68-2d18f3a77802 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:29:46.944108 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 3eabba49-2871-4a1c-8036-03ff11bd2253 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:29:46.969102 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: 3eabba49-2871-4a1c-8036-03ff11bd2253 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:29:46.969485 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device 3eabba49-2871-4a1c-8036-03ff11bd2253 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:29:46.969876 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d83ba6ce-e966-4e3a-9454-86cccdba3247 no longer exists at agent ovs-agent-dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 09:29:46.989305 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] No Port match for: d83ba6ce-e966-4e3a-9454-86cccdba3247 {{(pid=104058) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 09:29:46.989572 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.rpc [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Device d83ba6ce-e966-4e3a-9454-86cccdba3247 not bound to the agent host dv-cinder-819149-7-iscsi {{(pid=104058) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 09:29:49.147069 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:49.160607 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:51.169761 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:29:53.888282 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:29:55.734844 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:55.738638 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:56.656158 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:56.656989 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:29:56.972328 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:01.161807 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:01.164058 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:03.227058 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-83422ebd-680b-44e0-a18b-3c29675960c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:03.882525 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:05.397695 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae90f917-37dd-4fb4-b77e-9ea84920f951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:06.689168 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:08.144759 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:08.202686 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:15.839437 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:15.845281 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:18.133372 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:18.195959 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:18.198082 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:21.174065 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.669441 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47722) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:28.779226 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a259-c7d6-42f2-aef0-30c117da24f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.860032 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a259-c7d6-42f2-aef0-30c117da24f0 admin admin] Publish callbacks [] for security_group (0a99e0e0-eee8-43b7-9d73-e13c5676f2d4), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.865054 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a259-c7d6-42f2-aef0-30c117da24f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0a99e0e0-eee8-43b7-9d73-e13c5676f2d4), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.904955 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3a259-c7d6-42f2-aef0-30c117da24f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99e0e0-eee8-43b7-9d73-e13c5676f2d4,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:28.909299 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b8c3a259-c7d6-42f2-aef0-30c117da24f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d6d07f7be8f42f4aeff74c4ab9423bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388439 Jul 04 09:30:28.913010 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47726) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:28.963657 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30121913-dbf3-42cc-a0bb-88a1eec461eb admin admin] Publish callbacks [] for security_group (0a99e0e0-eee8-43b7-9d73-e13c5676f2d4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:28.984257 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30121913-dbf3-42cc-a0bb-88a1eec461eb admin admin] Publish callbacks [] for security_group (0a99e0e0-eee8-43b7-9d73-e13c5676f2d4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.033026 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30121913-dbf3-42cc-a0bb-88a1eec461eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (0a99e0e0-eee8-43b7-9d73-e13c5676f2d4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.035519 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30121913-dbf3-42cc-a0bb-88a1eec461eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.036668 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-30121913-dbf3-42cc-a0bb-88a1eec461eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a99e0e0-eee8-43b7-9d73-e13c5676f2d4 HTTP/1.1" status: 204 len: 168 time: 0.1222429 Jul 04 09:30:29.044657 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30121913-dbf3-42cc-a0bb-88a1eec461eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99e0e0-eee8-43b7-9d73-e13c5676f2d4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:29.323033 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47732) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:29.336596 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85c520bc-c8bf-43f9-aa00-94065a88e8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.413049 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85c520bc-c8bf-43f9-aa00-94065a88e8fd admin admin] Publish callbacks [] for security_group (3e8b4b75-d2e0-4030-b916-c2faf835d7c5), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.418173 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85c520bc-c8bf-43f9-aa00-94065a88e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (3e8b4b75-d2e0-4030-b916-c2faf835d7c5), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.459478 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-85c520bc-c8bf-43f9-aa00-94065a88e8fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0baea7ab89de426eb8f1e101f3abaf36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353366 Jul 04 09:30:29.460199 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c520bc-c8bf-43f9-aa00-94065a88e8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b4b75-d2e0-4030-b916-c2faf835d7c5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:29.462262 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47734) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:29.525423 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0032f09-5c72-4db6-b69e-3f6d05593ff7 admin admin] Publish callbacks [] for security_group (3e8b4b75-d2e0-4030-b916-c2faf835d7c5), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.546975 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0032f09-5c72-4db6-b69e-3f6d05593ff7 admin admin] Publish callbacks [] for security_group (3e8b4b75-d2e0-4030-b916-c2faf835d7c5), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.596437 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0032f09-5c72-4db6-b69e-3f6d05593ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (3e8b4b75-d2e0-4030-b916-c2faf835d7c5), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.599117 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0032f09-5c72-4db6-b69e-3f6d05593ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:29.600297 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-e0032f09-5c72-4db6-b69e-3f6d05593ff7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e8b4b75-d2e0-4030-b916-c2faf835d7c5 HTTP/1.1" status: 204 len: 168 time: 0.1293123 Jul 04 09:30:29.608193 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0032f09-5c72-4db6-b69e-3f6d05593ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b4b75-d2e0-4030-b916-c2faf835d7c5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:30.888082 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:30:31.166979 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:31.852890 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:33.225290 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26406801-9faa-486f-94aa-1a071691be25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:35.400466 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9bac2315-2fa7-4f32-adbc-8a5663983e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:36.695665 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:38.174288 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:38.212839 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:38.918357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47822) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:39.042261 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.123538 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Publish callbacks [] for security_group (060107af-efeb-43d3-8492-8792092e6b1b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.128357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (060107af-efeb-43d3-8492-8792092e6b1b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.166670 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060107af-efeb-43d3-8492-8792092e6b1b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:39.170654 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acacb67e64254625a48fbab540b0a165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513168 Jul 04 09:30:39.173804 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47826) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:39.177006 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.177552 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.177927 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.178236 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.178562 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.178885 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.179202 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.179522 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.179840 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.180158 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.180471 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.180796 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.181102 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.181407 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.181720 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e165c3e6-b898-4d59-b9a9-ef1a7f352387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.223187 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Publish callbacks [] for security_group (060107af-efeb-43d3-8492-8792092e6b1b), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.245676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Publish callbacks [] for security_group (060107af-efeb-43d3-8492-8792092e6b1b), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.295274 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (060107af-efeb-43d3-8492-8792092e6b1b), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.297752 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.298929 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/060107af-efeb-43d3-8492-8792092e6b1b HTTP/1.1" status: 204 len: 168 time: 0.1239777 Jul 04 09:30:39.306875 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060107af-efeb-43d3-8492-8792092e6b1b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:39.314264 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.314609 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.314946 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.315295 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.315610 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.315933 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.316253 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.316569 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.316890 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.317601 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.317843 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.318404 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.318727 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.319046 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.319366 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d26df35-dd1b-492a-bf8f-edf2ab750801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-7-iscsi {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 09:30:39.580674 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47832) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:39.595676 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99371340-0774-4da5-a9fe-400e2622f00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.679668 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99371340-0774-4da5-a9fe-400e2622f00c admin admin] Publish callbacks [] for security_group (72ad2026-12f9-464c-a795-1fab35086418), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.684750 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-99371340-0774-4da5-a9fe-400e2622f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (72ad2026-12f9-464c-a795-1fab35086418), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.725300 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-99371340-0774-4da5-a9fe-400e2622f00c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96734a0ff4fc4401a2be9a3f839a6fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431675 Jul 04 09:30:39.726174 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99371340-0774-4da5-a9fe-400e2622f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad2026-12f9-464c-a795-1fab35086418,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:39.728485 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47834) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:39.755557 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:39.779922 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:39.783562 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52cecd8e-4a6b-484e-989e-4defb63ae6c5 admin admin] Publish callbacks [] for security_group (72ad2026-12f9-464c-a795-1fab35086418), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.806801 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52cecd8e-4a6b-484e-989e-4defb63ae6c5 admin admin] Publish callbacks [] for security_group (72ad2026-12f9-464c-a795-1fab35086418), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.860397 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52cecd8e-4a6b-484e-989e-4defb63ae6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (72ad2026-12f9-464c-a795-1fab35086418), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.863036 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52cecd8e-4a6b-484e-989e-4defb63ae6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:39.864284 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-52cecd8e-4a6b-484e-989e-4defb63ae6c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ad2026-12f9-464c-a795-1fab35086418 HTTP/1.1" status: 204 len: 168 time: 0.1347301 Jul 04 09:30:39.872616 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cecd8e-4a6b-484e-989e-4defb63ae6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad2026-12f9-464c-a795-1fab35086418,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:40.884628 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:42.154997 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47904) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:42.266196 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e78c-4371-44f4-b6cb-e8f8697884a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.354565 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e78c-4371-44f4-b6cb-e8f8697884a6 admin admin] Publish callbacks [] for security_group (95cb53be-57d1-458c-badc-c9e7cbfd3359), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.360287 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e78c-4371-44f4-b6cb-e8f8697884a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (95cb53be-57d1-458c-badc-c9e7cbfd3359), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.400482 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f6f9e78c-4371-44f4-b6cb-e8f8697884a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4db648294b1471581e14c36036b3e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442458 Jul 04 09:30:42.401357 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9e78c-4371-44f4-b6cb-e8f8697884a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb53be-57d1-458c-badc-c9e7cbfd3359,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:42.403417 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47908) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:42.458545 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-697baedc-f12a-4112-9142-d7293f00feeb admin admin] Publish callbacks [] for security_group (95cb53be-57d1-458c-badc-c9e7cbfd3359), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.479608 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-697baedc-f12a-4112-9142-d7293f00feeb admin admin] Publish callbacks [] for security_group (95cb53be-57d1-458c-badc-c9e7cbfd3359), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.531834 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-697baedc-f12a-4112-9142-d7293f00feeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (95cb53be-57d1-458c-badc-c9e7cbfd3359), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.534693 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-697baedc-f12a-4112-9142-d7293f00feeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.536009 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-697baedc-f12a-4112-9142-d7293f00feeb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95cb53be-57d1-458c-badc-c9e7cbfd3359 HTTP/1.1" status: 204 len: 168 time: 0.1315231 Jul 04 09:30:42.544532 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697baedc-f12a-4112-9142-d7293f00feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb53be-57d1-458c-badc-c9e7cbfd3359,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:42.869012 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 47914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:42.888190 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8df7c352-dd9a-4c9e-b3f7-0bd983ad25b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.946530 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:42.982650 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8df7c352-dd9a-4c9e-b3f7-0bd983ad25b0 admin admin] Publish callbacks [] for security_group (35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:42.989026 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8df7c352-dd9a-4c9e-b3f7-0bd983ad25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.000210 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:43.034763 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-8df7c352-dd9a-4c9e-b3f7-0bd983ad25b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7bb8952e28d4b9abb856e51ba6c6832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642315 Jul 04 09:30:43.035779 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7c352-dd9a-4c9e-b3f7-0bd983ad25b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:43.037566 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47916) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:43.098738 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cfb44269-0925-48b3-abcd-06ddb41e5e6a admin admin] Publish callbacks [] for security_group (35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.125684 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cfb44269-0925-48b3-abcd-06ddb41e5e6a admin admin] Publish callbacks [] for security_group (35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.202426 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cfb44269-0925-48b3-abcd-06ddb41e5e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.205068 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cfb44269-0925-48b3-abcd-06ddb41e5e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:43.210725 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cfb44269-0925-48b3-abcd-06ddb41e5e6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee HTTP/1.1" status: 204 len: 168 time: 0.1721244 Jul 04 09:30:43.219482 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb44269-0925-48b3-abcd-06ddb41e5e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0b139-8ad3-4ff3-9ed0-1b51b3d589ee,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:44.399476 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47946) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:44.518106 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71abb6d9-7109-46b0-aad2-01326685bbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.598641 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71abb6d9-7109-46b0-aad2-01326685bbcb admin admin] Publish callbacks [] for security_group (f0ae9daf-735d-4fec-b252-6414413ea423), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.604992 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71abb6d9-7109-46b0-aad2-01326685bbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f0ae9daf-735d-4fec-b252-6414413ea423), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.642371 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abb6d9-7109-46b0-aad2-01326685bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae9daf-735d-4fec-b252-6414413ea423,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:44.647034 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-71abb6d9-7109-46b0-aad2-01326685bbcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afe3d042da4d4515a807725bc6b4934b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462451 Jul 04 09:30:44.649661 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 47950) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:30:44.698020 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06d74b2e-9bc0-48f6-a535-cdfc4d6a97e4 admin admin] Publish callbacks [] for security_group (f0ae9daf-735d-4fec-b252-6414413ea423), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.719119 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06d74b2e-9bc0-48f6-a535-cdfc4d6a97e4 admin admin] Publish callbacks [] for security_group (f0ae9daf-735d-4fec-b252-6414413ea423), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.769239 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06d74b2e-9bc0-48f6-a535-cdfc4d6a97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f0ae9daf-735d-4fec-b252-6414413ea423), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.771826 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06d74b2e-9bc0-48f6-a535-cdfc4d6a97e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:44.773196 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-06d74b2e-9bc0-48f6-a535-cdfc4d6a97e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0ae9daf-735d-4fec-b252-6414413ea423 HTTP/1.1" status: 204 len: 168 time: 0.1225779 Jul 04 09:30:44.780994 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d74b2e-9bc0-48f6-a535-cdfc4d6a97e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae9daf-735d-4fec-b252-6414413ea423,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:30:51.164024 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:51.168507 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=20 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:51.181498 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:30:52.838908 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:52.843819 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:53.030576 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=11 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:54.775984 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:30:54.776693 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:01.172931 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:03.224053 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cda83320-3348-4848-a9e0-cf19b6b4026c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.566912 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 48094) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:03.680779 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b03dfb78-3ac9-4f90-bf1d-75061a4b161c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.757647 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b03dfb78-3ac9-4f90-bf1d-75061a4b161c admin admin] Publish callbacks [] for security_group (56e819a3-719d-40c7-a5e4-aefd4cd7a0a5), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.763457 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b03dfb78-3ac9-4f90-bf1d-75061a4b161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (56e819a3-719d-40c7-a5e4-aefd4cd7a0a5), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.803699 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b03dfb78-3ac9-4f90-bf1d-75061a4b161c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4be24e33fe0477b8fb0caf9541d8d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356782 Jul 04 09:31:03.804545 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dfb78-3ac9-4f90-bf1d-75061a4b161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e819a3-719d-40c7-a5e4-aefd4cd7a0a5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:03.806624 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 48098) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:03.859044 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-651d414b-f22f-4072-b5a1-9739e12a44c9 admin admin] Publish callbacks [] for security_group (56e819a3-719d-40c7-a5e4-aefd4cd7a0a5), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.880787 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-651d414b-f22f-4072-b5a1-9739e12a44c9 admin admin] Publish callbacks [] for security_group (56e819a3-719d-40c7-a5e4-aefd4cd7a0a5), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.929782 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-651d414b-f22f-4072-b5a1-9739e12a44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (56e819a3-719d-40c7-a5e4-aefd4cd7a0a5), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.932653 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-651d414b-f22f-4072-b5a1-9739e12a44c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:03.933783 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-651d414b-f22f-4072-b5a1-9739e12a44c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56e819a3-719d-40c7-a5e4-aefd4cd7a0a5 HTTP/1.1" status: 204 len: 168 time: 0.1260884 Jul 04 09:31:03.941357 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d414b-f22f-4072-b5a1-9739e12a44c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e819a3-719d-40c7-a5e4-aefd4cd7a0a5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:05.395908 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-891f93b3-717d-4dd2-be18-c6f3c41f393f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:06.697374 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:07.892909 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:31:08.153939 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.182763 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 48158) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:08.208476 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.297851 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ad79e8e-1b0b-4736-9c87-b487766d1135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.380176 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ad79e8e-1b0b-4736-9c87-b487766d1135 admin admin] Publish callbacks [] for security_group (f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86), precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.385592 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ad79e8e-1b0b-4736-9c87-b487766d1135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86), after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.428805 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-5ad79e8e-1b0b-4736-9c87-b487766d1135 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6355b48d589f4686b91799ba22989a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426426 Jul 04 09:31:08.429924 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79e8e-1b0b-4736-9c87-b487766d1135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:08.431867 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 48162) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:08.486610 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d57a31f3-5ec1-47cd-ad24-f7a2fa07c94b admin admin] Publish callbacks [] for security_group (f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.510480 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d57a31f3-5ec1-47cd-ad24-f7a2fa07c94b admin admin] Publish callbacks [] for security_group (f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.558870 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d57a31f3-5ec1-47cd-ad24-f7a2fa07c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.561521 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d57a31f3-5ec1-47cd-ad24-f7a2fa07c94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.562777 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d57a31f3-5ec1-47cd-ad24-f7a2fa07c94b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86 HTTP/1.1" status: 204 len: 168 time: 0.1292715 Jul 04 09:31:08.573055 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a31f3-5ec1-47cd-ad24-f7a2fa07c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b8c926-3b0a-4b8f-a9ff-a0abe7cfdc86,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:08.872736 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 48168) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:08.886998 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-96aba0ef-c44e-44cb-9e31-f9075278b3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.978971 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-96aba0ef-c44e-44cb-9e31-f9075278b3d1 admin admin] Publish callbacks [] for security_group (9f9d33c9-a2f8-40ee-9329-80aab071c8d2), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:08.985141 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-96aba0ef-c44e-44cb-9e31-f9075278b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9f9d33c9-a2f8-40ee-9329-80aab071c8d2), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:09.022634 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aba0ef-c44e-44cb-9e31-f9075278b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d33c9-a2f8-40ee-9329-80aab071c8d2,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:09.027003 dv-cinder-819149-7-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-96aba0ef-c44e-44cb-9e31-f9075278b3d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99c7e962dd7043ad9ad61d83cb7cfe20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531901 Jul 04 09:31:09.029863 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.26', 48170) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 09:31:09.080827 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59bda1cb-6771-4984-a77b-736a71ba843e admin admin] Publish callbacks [] for security_group (9f9d33c9-a2f8-40ee-9329-80aab071c8d2), before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:09.102468 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59bda1cb-6771-4984-a77b-736a71ba843e admin admin] Publish callbacks [] for security_group (9f9d33c9-a2f8-40ee-9329-80aab071c8d2), precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:09.165834 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59bda1cb-6771-4984-a77b-736a71ba843e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738275'] for security_group (9f9d33c9-a2f8-40ee-9329-80aab071c8d2), after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:09.168643 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59bda1cb-6771-4984-a77b-736a71ba843e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:09.169805 dv-cinder-819149-7-iscsi neutron-server[104056]: INFO neutron.wsgi [None req-59bda1cb-6771-4984-a77b-736a71ba843e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f9d33c9-a2f8-40ee-9329-80aab071c8d2 HTTP/1.1" status: 204 len: 168 time: 0.1389608 Jul 04 09:31:09.178723 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bda1cb-6771-4984-a77b-736a71ba843e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d33c9-a2f8-40ee-9329-80aab071c8d2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 09:31:17.886092 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:18.203222 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:19.018565 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=45,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:19.020893 dv-cinder-819149-7-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=62,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:19.149136 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=47,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:19.173642 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG dbcounter [-] [104056] Writing DB stats neutron:SELECT=56,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:19.190490 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:19.191722 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:21.181572 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:29.841569 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=18 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:29.842839 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=14 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:31.168375 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:31.172332 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:31.174691 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:33.238214 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e411feef-11f9-42c1-a6f3-380fdf37fee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:35.398891 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6366a916-bd74-44c5-b22c-3b7654e7539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:36.713291 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:38.161440 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:38.204658 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:44.899029 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:31:48.191186 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:48.195981 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:48.199198 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:51.201604 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:31:53.986853 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-736b9ad3-d59b-41d6-8f7e-361b3c7d9592 req-df47b8b1-e6ca-4d38-b8e3-3df109bae347 service neutron] (104056) timed out ('10.222.0.57', 61706) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 09:31:54.239635 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-a3ae0abf-48ff-45ce-b170-a5f1f2b21101 req-0a75980b-d87f-4171-999f-fcf0658e9309 service neutron] (104056) timed out ('10.222.0.57', 61707) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 09:31:55.843630 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:31:55.844834 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:01.181854 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:01.182681 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:01.193113 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:03.238910 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88bb566e-75f2-40de-96b6-b6fb37bf7593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:05.403661 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf678-55bb-4ed1-96d8-d7a15ed33b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:06.714281 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:06.842619 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:06.850535 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:08.159899 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:08.210375 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:18.154148 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:18.201875 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:18.204106 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:21.234850 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:21.898725 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:32:31.217565 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:31.223838 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:31.227406 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:31.893233 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:31.894009 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:33.234069 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-682352f7-5599-4de8-b223-e0570b803b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:35.399128 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-48d7ffd8-a1ef-4cd8-8d61-b67b349d7b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:36.710566 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:38.185619 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:38.223086 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:43.848476 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:43.849274 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:48.206265 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:48.208263 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=13 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:48.216556 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:32:51.226775 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:32:58.900578 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:33:01.213189 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:01.218250 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:01.221259 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:03.237090 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b438d95f-2bd7-48fb-8652-0c296a54ff55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:05.395001 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7f29b983-54f4-45b3-8336-cdc1d53e35d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:06.711096 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:08.168556 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:08.218056 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:08.893325 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:08.895314 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:18.204579 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:18.210357 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:18.211982 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:21.224782 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:28.276877 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=18 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:28.277918 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=14 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:31.211714 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:31.212510 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:31.217735 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:33.243447 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-241318f9-746e-4346-aa5b-6ab5c2bb508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:35.401024 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8c80fac2-8efb-4b32-a5a7-545e55cfd40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:35.905272 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:33:36.719409 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:38.167197 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:38.225752 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:45.899537 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:45.900371 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:48.210755 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:48.214667 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=8 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:48.217359 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:51.239174 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:33:57.846120 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:33:57.847250 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:01.226445 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:01.230624 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:01.233145 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:03.242429 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f552-d7fa-4d5f-84c1-0e054ca75fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:05.398429 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a669-39c1-4491-96c7-a9d56e2013dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:06.717878 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:08.171329 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:08.223130 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:12.905828 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:34:18.156726 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:18.213504 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:18.216984 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:21.240325 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:31.226689 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:31.230627 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:31.233709 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:33.237542 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e51db3c9-e29c-41e3-8d2a-ad7014c16eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:34.845023 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:34.845824 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:35.396309 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5138c80a-f93b-4f2f-83e3-3a99d0bb7457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:36.723642 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:38.187098 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:38.225551 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:48.212034 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:48.215962 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:48.217691 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:34:49.905869 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:34:51.123140 dv-cinder-819149-7-iscsi neutron-server[104056]: DEBUG neutron.wsgi [req-3b0ffba3-aaa7-4b2c-901c-bae9bfa72acc req-7815a97b-34f5-4d39-b44f-480c95234ebe tempest-ServerRescueNegativeTestJSON-1032945525 tempest-ServerRescueNegativeTestJSON-1032945525-project] (104056) timed out ('10.222.0.57', 61903) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 09:34:51.246405 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:34:59.901685 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:01.229944 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:01.236752 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:01.239565 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:03.244512 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-20ea6ea4-8ff2-4d3d-9bb3-8afad117a35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:05.392293 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc0b9d61-ac63-4648-b7f2-ddbf8e7ea242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:06.728472 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:08.182290 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:08.224414 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:11.838191 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:11.842676 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:18.165728 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:18.214856 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=8 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:18.216947 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:21.254933 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:26.910249 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:35:28.191001 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=15 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:31.242605 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:31.246255 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:31.247929 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:33.239586 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bd95662-c979-400f-8c08-33646e3936c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:35.387954 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e18554a9-2756-4b12-abfe-ed7b1e814407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.737639 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:36.903740 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=13 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:38.180003 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:38.218651 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:35:48.208294 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:48.210346 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:48.212543 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:48.846806 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:48.847613 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:35:51.254292 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:01.246734 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:36:01.249318 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:36:03.250979 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c8d95e94-66b4-4f9e-a8d1-7de3731729d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (3e5f6507-0aac-43df-9837-a1a99a378b82), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:03.910493 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG neutron.db.agents_db [None req-0647ecf6-a4ee-4e06-8e25-8127d0965fcb None None] Agent healthcheck: found 6 active agents {{(pid=104059) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 09:36:05.388037 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dbacbd26-3648-4cfa-872a-1b0a864c78a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (59f40d9e-b865-412a-abdb-fbe8848c2014), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:06.739572 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e41f3b53-f14f-4de8-bb6d-5fecc10cca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (831dcc2a-bab8-41ab-8a33-5150315507cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:08.185044 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2b666ad8-c930-4dcf-bc3b-21990ff1bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (e78554b2-9d4a-4975-a519-50081864a6f7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:08.222169 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-61a6bac8-f191-4cda-adae-69fa53543526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (226cf1c8-6b6e-48a4-8488-259b66b43052), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 09:36:13.905969 dv-cinder-819149-7-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:36:18.210252 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:36:18.213738 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:36:18.216153 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 09:36:21.275182 dv-cinder-819149-7-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce13b89a-178f-44ab-aabc-21a1491b497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738532946553', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716436'] for agent (20f8c2f9-6c95-4797-aa34-0b9e46d8e384), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}